[ 546.645591] env[62180]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62180) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.645942] env[62180]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62180) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.646019] env[62180]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62180) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 546.646375] env[62180]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 546.742225] env[62180]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 546.752791] env[62180]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62180) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 547.353295] env[62180]: INFO nova.virt.driver [None req-abcf2507-79c4-4e15-9314-20ca2e36e572 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 547.422687] env[62180]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.422843] env[62180]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.422939] env[62180]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62180) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 550.633187] env[62180]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-595952cb-047c-4535-94ee-5e7dcaadbf93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.650677] env[62180]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62180) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 550.650772] env[62180]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9d7f1016-7f1c-42d2-9c24-86af8bf6ae35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.693567] env[62180]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 81ebd. [ 550.693706] env[62180]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.271s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.694374] env[62180]: INFO nova.virt.vmwareapi.driver [None req-abcf2507-79c4-4e15-9314-20ca2e36e572 None None] VMware vCenter version: 7.0.3 [ 550.697842] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57830ea5-094b-489f-8306-4e097c27d03d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.719485] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42dbf8-4ed4-44cc-a686-8c89b7cb0e20 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.725922] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd57a48-58d9-4ab9-82fc-d9a26b12bc51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.732896] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0014ef87-3196-4af9-b1b8-74522bd3cf91 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.746879] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dac2fe-c7a2-476c-8d23-7a02524543fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.753079] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6ff44d-17d1-4047-8251-0ef777b4364e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.784094] env[62180]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d162a691-d7ba-4922-8a19-063b4908580b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.789626] env[62180]: DEBUG nova.virt.vmwareapi.driver [None req-abcf2507-79c4-4e15-9314-20ca2e36e572 None None] Extension org.openstack.compute already exists. {{(pid=62180) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 550.792457] env[62180]: INFO nova.compute.provider_config [None req-abcf2507-79c4-4e15-9314-20ca2e36e572 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 551.295515] env[62180]: DEBUG nova.context [None req-abcf2507-79c4-4e15-9314-20ca2e36e572 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5de53ec9-7a07-4f6e-8403-fcf8f6bd5324(cell1) {{(pid=62180) load_cells /opt/stack/nova/nova/context.py:464}} [ 551.297555] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.297780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.298474] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.298882] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Acquiring lock "5de53ec9-7a07-4f6e-8403-fcf8f6bd5324" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.299079] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Lock "5de53ec9-7a07-4f6e-8403-fcf8f6bd5324" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.300086] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Lock "5de53ec9-7a07-4f6e-8403-fcf8f6bd5324" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.320055] env[62180]: INFO dbcounter [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Registered counter for database nova_cell0 [ 551.328209] env[62180]: INFO dbcounter [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Registered counter for database nova_cell1 [ 551.331420] env[62180]: DEBUG oslo_db.sqlalchemy.engines [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62180) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 551.331786] env[62180]: DEBUG oslo_db.sqlalchemy.engines [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62180) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 551.336587] env[62180]: ERROR nova.db.main.api [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 551.336587] env[62180]: result = function(*args, **kwargs) [ 551.336587] env[62180]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 551.336587] env[62180]: return func(*args, **kwargs) [ 551.336587] env[62180]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 551.336587] env[62180]: result = fn(*args, **kwargs) [ 551.336587] env[62180]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 551.336587] env[62180]: return f(*args, **kwargs) [ 551.336587] env[62180]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 551.336587] env[62180]: return db.service_get_minimum_version(context, binaries) [ 551.336587] env[62180]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 551.336587] env[62180]: _check_db_access() [ 551.336587] env[62180]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 551.336587] env[62180]: stacktrace = ''.join(traceback.format_stack()) [ 551.336587] env[62180]: [ 551.337560] env[62180]: ERROR nova.db.main.api [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 551.337560] env[62180]: result = function(*args, **kwargs) [ 551.337560] env[62180]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 551.337560] env[62180]: return func(*args, **kwargs) [ 551.337560] env[62180]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 551.337560] env[62180]: result = fn(*args, **kwargs) [ 551.337560] env[62180]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 551.337560] env[62180]: return f(*args, **kwargs) [ 551.337560] env[62180]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 551.337560] env[62180]: return db.service_get_minimum_version(context, binaries) [ 551.337560] env[62180]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 551.337560] env[62180]: _check_db_access() [ 551.337560] env[62180]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 551.337560] env[62180]: stacktrace = ''.join(traceback.format_stack()) [ 551.337560] env[62180]: [ 551.338198] env[62180]: WARNING nova.objects.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Failed to get minimum service version for cell 5de53ec9-7a07-4f6e-8403-fcf8f6bd5324 [ 551.338198] env[62180]: WARNING nova.objects.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 551.338498] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Acquiring lock "singleton_lock" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.338653] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Acquired lock "singleton_lock" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.338886] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Releasing lock "singleton_lock" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.339207] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Full set of CONF: {{(pid=62180) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 551.339401] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ******************************************************************************** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 551.339505] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] Configuration options gathered from: {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 551.339707] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 551.339914] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 551.340055] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ================================================================================ {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 551.340263] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] allow_resize_to_same_host = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.340447] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] arq_binding_timeout = 300 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.340590] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] backdoor_port = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.340719] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] backdoor_socket = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.340884] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] block_device_allocate_retries = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.341054] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] block_device_allocate_retries_interval = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.341227] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cert = self.pem {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.341494] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.341673] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute_monitors = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.341843] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] config_dir = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.342022] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] config_drive_format = iso9660 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.342161] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.342324] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] config_source = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.342490] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] console_host = devstack {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.342652] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] control_exchange = nova {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.342822] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cpu_allocation_ratio = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.342988] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] daemon = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.343167] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] debug = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.343325] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] default_access_ip_network_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.343488] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] default_availability_zone = nova {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.343642] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] default_ephemeral_format = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.343798] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] default_green_pool_size = 1000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.344051] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.344242] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] default_schedule_zone = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.344373] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] disk_allocation_ratio = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.344530] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] enable_new_services = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.344703] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] enabled_apis = ['osapi_compute'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.344861] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] enabled_ssl_apis = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.345027] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] flat_injected = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.345241] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] force_config_drive = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.345513] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] force_raw_images = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.345673] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] graceful_shutdown_timeout = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.345833] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] heal_instance_info_cache_interval = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.346065] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] host = cpu-1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.346246] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.346406] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] initial_disk_allocation_ratio = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.346562] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] initial_ram_allocation_ratio = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.346773] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.346934] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instance_build_timeout = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.347103] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instance_delete_interval = 300 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.347269] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instance_format = [instance: %(uuid)s] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.347431] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instance_name_template = instance-%08x {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.347589] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instance_usage_audit = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.347755] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instance_usage_audit_period = month {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.347911] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.348081] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] instances_path = /opt/stack/data/nova/instances {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.348246] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] internal_service_availability_zone = internal {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.348397] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] key = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.348550] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] live_migration_retry_count = 30 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.348714] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_color = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.348872] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_config_append = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.349043] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.349204] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_dir = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.349358] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_file = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.349481] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_options = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.349637] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_rotate_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.349801] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_rotate_interval_type = days {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.349960] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] log_rotation_type = none {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.350097] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.350221] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.350384] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.350577] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.350746] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.350955] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] long_rpc_timeout = 1800 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.351182] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] max_concurrent_builds = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.351359] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] max_concurrent_live_migrations = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.351544] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] max_concurrent_snapshots = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.351714] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] max_local_block_devices = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.351870] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] max_logfile_count = 30 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.352034] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] max_logfile_size_mb = 200 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.352196] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] maximum_instance_delete_attempts = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.352360] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] metadata_listen = 0.0.0.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.352522] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] metadata_listen_port = 8775 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.352687] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] metadata_workers = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.352869] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] migrate_max_retries = -1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.353054] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] mkisofs_cmd = genisoimage {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.353262] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] my_block_storage_ip = 10.180.1.21 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.353391] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] my_ip = 10.180.1.21 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.353588] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.353750] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] network_allocate_retries = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.353923] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.354099] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] osapi_compute_listen = 0.0.0.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.354262] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] osapi_compute_listen_port = 8774 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.354423] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] osapi_compute_unique_server_name_scope = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.354587] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] osapi_compute_workers = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.354743] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] password_length = 12 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.354896] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] periodic_enable = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.355062] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] periodic_fuzzy_delay = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.355228] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] pointer_model = usbtablet {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.355389] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] preallocate_images = none {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.355622] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] publish_errors = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.355679] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] pybasedir = /opt/stack/nova {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.355810] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ram_allocation_ratio = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.355963] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] rate_limit_burst = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.356139] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] rate_limit_except_level = CRITICAL {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.356293] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] rate_limit_interval = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.356445] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] reboot_timeout = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.356597] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] reclaim_instance_interval = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.356746] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] record = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.356904] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] reimage_timeout_per_gb = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.357073] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] report_interval = 120 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.357230] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] rescue_timeout = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.357383] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] reserved_host_cpus = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.357535] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] reserved_host_disk_mb = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.357689] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] reserved_host_memory_mb = 512 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.357844] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] reserved_huge_pages = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.357998] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] resize_confirm_window = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.358163] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] resize_fs_using_block_device = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.358319] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] resume_guests_state_on_host_boot = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.358485] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.358643] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] rpc_response_timeout = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.358909] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] run_external_periodic_tasks = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.358977] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] running_deleted_instance_action = reap {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.359116] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] running_deleted_instance_poll_interval = 1800 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.359444] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] running_deleted_instance_timeout = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.359444] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler_instance_sync_interval = 120 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.359570] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_down_time = 720 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.359727] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] servicegroup_driver = db {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.359879] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] shell_completion = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.360048] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] shelved_offload_time = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.360206] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] shelved_poll_interval = 3600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.360392] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] shutdown_timeout = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.360547] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] source_is_ipv6 = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.360717] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ssl_only = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.361045] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.361176] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] sync_power_state_interval = 600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.361341] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] sync_power_state_pool_size = 1000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.361527] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] syslog_log_facility = LOG_USER {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.361698] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] tempdir = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.361854] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] timeout_nbd = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.362030] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] transport_url = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.362193] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] update_resources_interval = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.362350] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] use_cow_images = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.362506] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] use_eventlog = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.362662] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] use_journal = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.362817] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] use_json = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.362971] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] use_rootwrap_daemon = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.363196] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] use_stderr = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.363377] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] use_syslog = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.363535] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vcpu_pin_set = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.363702] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plugging_is_fatal = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.363865] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plugging_timeout = 300 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.364042] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] virt_mkfs = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.364205] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] volume_usage_poll_interval = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.364361] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] watch_log_file = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.364526] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] web = /usr/share/spice-html5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 551.364704] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.364868] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365033] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365212] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_concurrency.disable_process_locking = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365768] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.365960] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366142] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366313] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366484] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366649] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.366829] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.auth_strategy = keystone {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367007] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.compute_link_prefix = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367186] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367361] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.dhcp_domain = novalocal {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367528] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.enable_instance_password = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367693] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.glance_link_prefix = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.367857] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368038] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368205] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.instance_list_per_project_cells = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368368] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.list_records_by_skipping_down_cells = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368530] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.local_metadata_per_cell = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368698] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.max_limit = 1000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.368862] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.metadata_cache_expiration = 15 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369080] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.neutron_default_tenant_id = default {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369218] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.response_validation = warn {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369383] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.use_neutron_default_nets = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369552] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369713] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.369875] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370055] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370229] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.vendordata_dynamic_targets = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370389] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.vendordata_jsonfile_path = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370601] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370802] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.backend = dogpile.cache.memcached {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.370968] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.backend_argument = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371139] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.backend_expiration_time = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371307] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.config_prefix = cache.oslo {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371491] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.dead_timeout = 60.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371666] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.debug_cache_backend = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371826] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.enable_retry_client = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.371985] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.enable_socket_keepalive = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372157] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.enabled = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372317] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.enforce_fips_mode = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372478] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.expiration_time = 600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372636] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.hashclient_retry_attempts = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372822] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.hashclient_retry_delay = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.372997] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_dead_retry = 300 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373168] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_password = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373326] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373484] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373642] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_pool_maxsize = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373797] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.373954] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_sasl_enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374139] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374301] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_socket_timeout = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374459] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.memcache_username = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374622] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.proxies = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374775] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.redis_db = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.374927] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.redis_password = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375106] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.redis_sentinel_service_name = mymaster {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375278] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375442] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.redis_server = localhost:6379 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375603] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.redis_socket_timeout = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375842] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.redis_username = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.375910] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.retry_attempts = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376072] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.retry_delay = 0.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376234] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.socket_keepalive_count = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376390] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.socket_keepalive_idle = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376546] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.socket_keepalive_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376699] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.tls_allowed_ciphers = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.376855] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.tls_cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377011] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.tls_certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377172] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.tls_enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377324] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cache.tls_keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377486] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377655] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.auth_type = password {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377810] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.377979] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.catalog_info = volumev3::publicURL {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378147] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378304] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378459] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.cross_az_attach = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378612] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.debug = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378762] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.endpoint_template = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.378916] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.http_retries = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379086] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379236] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379400] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.os_region_name = RegionOne {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379557] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379711] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cinder.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.379877] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380048] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.cpu_dedicated_set = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380207] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.cpu_shared_set = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380365] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.image_type_exclude_list = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380558] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380729] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.max_concurrent_disk_ops = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.380888] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.max_disk_devices_to_attach = -1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381056] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381228] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381386] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.resource_provider_association_refresh = 300 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381599] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381783] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.shutdown_retry_interval = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.381961] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382151] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] conductor.workers = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382326] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] console.allowed_origins = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382484] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] console.ssl_ciphers = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382654] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] console.ssl_minimum_version = default {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382824] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] consoleauth.enforce_session_timeout = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.382985] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] consoleauth.token_ttl = 600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383166] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383323] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383483] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383642] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383796] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.383950] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384121] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384277] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384434] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384590] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384745] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.384894] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385057] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385238] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.service_type = accelerator {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385400] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385555] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385709] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.385900] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386044] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386200] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] cyborg.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386364] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.asyncio_connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386520] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.asyncio_slave_connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386686] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.backend = sqlalchemy {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.386849] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387015] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.connection_debug = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387183] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.connection_parameters = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387344] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.connection_recycle_time = 3600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387502] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.connection_trace = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387658] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.db_inc_retry_interval = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387814] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.db_max_retries = 20 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.387968] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.db_max_retry_interval = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388138] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.db_retry_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388297] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.max_overflow = 50 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388454] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.max_pool_size = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388612] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.max_retries = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388776] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.388933] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.mysql_wsrep_sync_wait = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389094] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.pool_timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389252] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.retry_interval = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389405] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.slave_connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389560] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.sqlite_synchronous = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389717] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] database.use_db_reconnect = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.389879] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.asyncio_connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390044] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.asyncio_slave_connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390214] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.backend = sqlalchemy {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390377] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390568] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.connection_debug = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390746] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.connection_parameters = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.390906] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.connection_recycle_time = 3600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391075] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.connection_trace = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391238] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.db_inc_retry_interval = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391397] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.db_max_retries = 20 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391594] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.db_max_retry_interval = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391761] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.db_retry_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.391919] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.max_overflow = 50 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392090] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.max_pool_size = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392250] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.max_retries = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392415] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392570] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392727] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.pool_timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.392882] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.retry_interval = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393047] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.slave_connection = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393209] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] api_database.sqlite_synchronous = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393378] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] devices.enabled_mdev_types = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393549] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393715] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ephemeral_storage_encryption.default_format = luks {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.393872] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ephemeral_storage_encryption.enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394037] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394204] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.api_servers = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394363] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394519] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394677] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394830] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.394979] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395151] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.debug = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395309] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.default_trusted_certificate_ids = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395462] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.enable_certificate_validation = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395618] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.enable_rbd_download = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395771] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.395930] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396137] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396253] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396406] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396564] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.num_retries = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396730] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.rbd_ceph_conf = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.396886] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.rbd_connect_timeout = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397061] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.rbd_pool = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397235] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.rbd_user = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397391] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397547] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397704] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.397868] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.service_type = image {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398036] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398196] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398354] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398505] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398682] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398840] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.verify_glance_signatures = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.398993] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] glance.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399167] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] guestfs.debug = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399330] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399488] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.auth_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399643] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399796] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.399952] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400120] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400277] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400461] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400616] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.400822] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401018] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401184] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401342] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401525] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401694] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.401863] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.service_type = shared-file-system {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402035] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.share_apply_policy_timeout = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402202] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402359] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402514] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402670] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.402846] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403009] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] manila.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403181] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] mks.enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403527] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403713] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] image_cache.manager_interval = 2400 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.403878] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] image_cache.precache_concurrency = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404057] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] image_cache.remove_unused_base_images = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404225] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404389] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404562] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] image_cache.subdirectory_name = _base {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404737] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.api_max_retries = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.404899] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.api_retry_interval = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405067] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405231] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.auth_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405389] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405546] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405706] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.405866] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.conductor_group = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406060] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406195] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406343] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406500] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406657] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406810] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.406965] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407140] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.peer_list = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407295] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407451] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407609] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.serial_console_state_timeout = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407763] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.407926] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.service_type = baremetal {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408092] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.shard = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408253] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408409] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408563] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408716] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.408889] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409055] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ironic.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409238] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409405] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] key_manager.fixed_key = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409582] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409741] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.barbican_api_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.409896] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.barbican_endpoint = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410073] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.barbican_endpoint_type = public {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410232] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.barbican_region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410386] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410567] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410733] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.410889] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411054] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411247] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.number_of_retries = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411459] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.retry_delay = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411641] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.send_service_user_token = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411802] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.411956] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412128] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.verify_ssl = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412284] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican.verify_ssl_path = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412444] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412604] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.auth_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412757] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.412909] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413079] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413242] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413396] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413556] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413708] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] barbican_service_user.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.413867] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.approle_role_id = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414031] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.approle_secret_id = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414200] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.kv_mountpoint = secret {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414355] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.kv_path = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414514] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.kv_version = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414667] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.namespace = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414822] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.root_token_id = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.414974] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.ssl_ca_crt_file = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415147] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.timeout = 60.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415304] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.use_ssl = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415469] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415631] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415786] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.415943] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416153] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416264] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416417] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416574] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416728] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.416879] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417038] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417198] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417355] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417509] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.417673] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.service_type = identity {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418039] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418039] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418156] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418279] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418452] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418608] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] keystone.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.418794] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.ceph_mount_options = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419089] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419270] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.connection_uri = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419432] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.cpu_mode = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419597] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.cpu_model_extra_flags = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419763] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.cpu_models = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.419930] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.cpu_power_governor_high = performance {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420108] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.cpu_power_governor_low = powersave {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420270] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.cpu_power_management = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420465] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420627] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.device_detach_attempts = 8 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420792] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.device_detach_timeout = 20 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.420953] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.disk_cachemodes = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421126] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.disk_prefix = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421289] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.enabled_perf_events = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421461] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.file_backed_memory = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421637] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.gid_maps = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421795] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.hw_disk_discard = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.421948] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.hw_machine_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422128] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.images_rbd_ceph_conf = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422288] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422445] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422611] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.images_rbd_glance_store_name = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422776] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.images_rbd_pool = rbd {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.422940] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.images_type = default {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.423109] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.images_volume_group = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.423271] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.inject_key = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.423428] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.inject_partition = -2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.423588] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.inject_password = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.423746] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.iscsi_iface = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.423902] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.iser_use_multipath = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.424070] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_bandwidth = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.424271] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.424505] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_downtime = 500 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.424683] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.424845] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.425011] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_inbound_addr = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.425180] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.425337] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_permit_post_copy = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.425494] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_scheme = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.425666] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_timeout_action = abort {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.425824] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_tunnelled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.425981] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_uri = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.426153] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.live_migration_with_native_tls = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.426311] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.max_queues = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.426503] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.426682] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.426845] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.nfs_mount_options = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.427140] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.427317] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.427487] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.num_iser_scan_tries = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.427650] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.num_memory_encrypted_guests = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.427810] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.427968] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.num_pcie_ports = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.428145] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.num_volume_scan_tries = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.428306] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.pmem_namespaces = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.428464] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.quobyte_client_cfg = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.428752] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.428932] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rbd_connect_timeout = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.429111] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.429274] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.429433] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rbd_secret_uuid = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.429590] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rbd_user = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.429749] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.429918] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.remote_filesystem_transport = ssh {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.430087] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rescue_image_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.430247] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rescue_kernel_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.430404] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rescue_ramdisk_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.430596] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.430760] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.rx_queue_size = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.430927] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.smbfs_mount_options = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.431233] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.431409] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.snapshot_compression = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.431591] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.snapshot_image_format = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.431817] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.431982] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.sparse_logical_volumes = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.432160] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.swtpm_enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.432330] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.swtpm_group = tss {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.432497] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.swtpm_user = tss {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.432669] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.sysinfo_serial = unique {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.432825] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.tb_cache_size = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.432981] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.tx_queue_size = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.433158] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.uid_maps = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.433319] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.use_virtio_for_bridges = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.433486] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.virt_type = kvm {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.433656] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.volume_clear = zero {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.433817] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.volume_clear_size = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.433980] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.volume_use_multipath = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.434153] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.vzstorage_cache_path = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.434322] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.434489] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.vzstorage_mount_group = qemu {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.434654] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.vzstorage_mount_opts = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.434819] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.435118] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.435306] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.vzstorage_mount_user = stack {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.435470] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.435641] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.435810] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.auth_type = password {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.435966] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.436134] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.436300] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.436454] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.436613] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.436758] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.default_floating_pool = public {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.436913] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.437083] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.extension_sync_interval = 600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.437244] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.http_retries = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.437400] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.437561] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.437717] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.437883] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.438046] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.438213] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.ovs_bridge = br-int {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.438374] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.physnets = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.438540] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.region_name = RegionOne {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.438695] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.438855] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.service_metadata_proxy = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.439015] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.439180] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.service_type = network {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.439337] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.439490] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.439643] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.439796] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.439970] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.440138] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] neutron.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.440306] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] notifications.bdms_in_notifications = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.440497] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] notifications.default_level = INFO {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.440667] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] notifications.include_share_mapping = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.440839] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] notifications.notification_format = unversioned {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.440998] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] notifications.notify_on_state_change = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.441184] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.441356] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] pci.alias = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.441544] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] pci.device_spec = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.441713] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] pci.report_in_placement = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.441880] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.442058] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.auth_type = password {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.442225] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.442382] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.442536] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.442693] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.442846] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.442997] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.443162] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.default_domain_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.443314] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.default_domain_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.443468] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.domain_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.443619] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.domain_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.443770] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.443923] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.444087] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.444242] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.444392] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.444555] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.password = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.444709] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.project_domain_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.444868] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.project_domain_name = Default {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.445039] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.project_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.445219] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.project_name = service {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.445387] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.region_name = RegionOne {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.445540] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.445695] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.445869] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.service_type = placement {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.446037] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.446197] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.446351] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.446528] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.system_scope = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.446655] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.446809] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.trust_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.446958] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.user_domain_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.447132] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.user_domain_name = Default {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.447289] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.user_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.447457] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.username = nova {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.447631] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.447785] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] placement.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.447954] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.cores = 20 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.448124] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.count_usage_from_placement = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.448291] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.448457] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.injected_file_content_bytes = 10240 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.448619] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.injected_file_path_length = 255 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.448778] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.injected_files = 5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.448937] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.instances = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.449109] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.key_pairs = 100 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.449268] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.metadata_items = 128 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.449427] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.ram = 51200 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.449588] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.recheck_quota = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.449747] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.server_group_members = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.449906] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.server_groups = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.450123] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.450299] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] quota.unified_limits_resource_strategy = require {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.450496] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.450665] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.450824] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.image_metadata_prefilter = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.450985] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.451160] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.max_attempts = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.451319] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.max_placement_results = 1000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.451503] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.451677] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.query_placement_for_image_type_support = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.451834] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.452018] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] scheduler.workers = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.452189] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.452364] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.452541] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.452705] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.452863] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.453037] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.453202] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.453386] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.453551] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.host_subset_size = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.453710] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.453866] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.454033] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.454199] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.isolated_hosts = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.454371] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.isolated_images = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.454529] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.454687] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.454840] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.454994] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.pci_in_placement = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.455161] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.455317] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.455478] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.455635] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.455792] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.455946] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.456113] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.track_instance_changes = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.456284] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.456451] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] metrics.required = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.456628] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] metrics.weight_multiplier = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.456764] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.456922] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] metrics.weight_setting = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.457240] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.457413] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] serial_console.enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.457587] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] serial_console.port_range = 10000:20000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.457759] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.457924] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.458100] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] serial_console.serialproxy_port = 6083 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.458266] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.458435] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.auth_type = password {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.458593] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.458747] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.458902] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.459066] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.459224] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.459389] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.send_service_user_token = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.459549] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.459705] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] service_user.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.459868] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.agent_enabled = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.460037] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.460335] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.460555] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.460731] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.html5proxy_port = 6082 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.460891] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.image_compression = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.461060] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.jpeg_compression = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.461220] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.playback_compression = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.461380] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.require_secure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.461613] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.server_listen = 127.0.0.1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.461855] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.462107] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.streaming_mode = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.462372] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] spice.zlib_compression = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.462643] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] upgrade_levels.baseapi = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.462907] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] upgrade_levels.compute = auto {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.463173] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] upgrade_levels.conductor = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.463436] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] upgrade_levels.scheduler = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.463682] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.463918] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.auth_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.464115] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.464282] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.464445] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.464606] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.464763] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.464922] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.465091] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vendordata_dynamic_auth.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.465266] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.api_retry_count = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.465429] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.ca_file = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.465607] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.cache_prefix = devstack-image-cache {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.465770] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.cluster_name = testcl1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.465934] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.connection_pool_size = 10 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.466104] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.console_delay_seconds = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.466275] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.datastore_regex = ^datastore.* {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.466482] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.466661] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.host_password = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.466829] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.host_port = 443 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.466995] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.host_username = administrator@vsphere.local {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.467178] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.insecure = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.467334] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.integration_bridge = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.467495] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.maximum_objects = 100 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.467654] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.pbm_default_policy = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.467813] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.pbm_enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.467971] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.pbm_wsdl_location = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.468152] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.468310] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.serial_port_proxy_uri = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.468465] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.serial_port_service_uri = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.468634] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.task_poll_interval = 0.5 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.468799] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.use_linked_clone = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.468964] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.vnc_keymap = en-us {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.469142] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.vnc_port = 5900 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.469302] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vmware.vnc_port_total = 10000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.469484] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.auth_schemes = ['none'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.469657] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.469946] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.470145] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.470317] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.novncproxy_port = 6080 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.470531] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.server_listen = 127.0.0.1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.470719] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.470882] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.vencrypt_ca_certs = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.471051] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.vencrypt_client_cert = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.471210] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vnc.vencrypt_client_key = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.471381] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.471567] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.disable_deep_image_inspection = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.471732] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.471890] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.472061] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.472225] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.disable_rootwrap = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.472385] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.enable_numa_live_migration = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.472543] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.472701] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.472857] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.473023] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.libvirt_disable_apic = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.473194] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.473356] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.473513] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.473670] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.473826] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.473982] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.474152] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.474308] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.474469] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.474627] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.474808] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.474974] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.client_socket_timeout = 900 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.475154] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.default_pool_size = 1000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.475319] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.keep_alive = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.475483] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.max_header_line = 16384 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.475645] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.secure_proxy_ssl_header = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.475802] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.ssl_ca_file = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.475958] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.ssl_cert_file = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.476129] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.ssl_key_file = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.476289] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.tcp_keepidle = 600 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.476459] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.476623] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] zvm.ca_file = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.476813] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] zvm.cloud_connector_url = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.477086] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.477263] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] zvm.reachable_timeout = 300 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.477435] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.477614] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.477788] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.connection_string = messaging:// {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.477952] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.enabled = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.478132] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.es_doc_type = notification {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.478294] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.es_scroll_size = 10000 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.478460] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.es_scroll_time = 2m {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.478621] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.filter_error_trace = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.478784] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.hmac_keys = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.478946] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.sentinel_service_name = mymaster {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.479119] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.socket_timeout = 0.1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.479277] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.trace_requests = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.479432] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler.trace_sqlalchemy = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.479610] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler_jaeger.process_tags = {} {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.479765] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler_jaeger.service_name_prefix = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.479925] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] profiler_otlp.service_name_prefix = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.480097] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] remote_debug.host = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.480258] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] remote_debug.port = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.480440] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.480612] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.480771] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.480929] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.481097] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.481253] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.481411] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.481587] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.481747] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.481913] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.482079] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.482248] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.482410] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.482573] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.482740] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.482899] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.483067] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.483239] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.483396] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.483555] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.483712] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.483869] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.484035] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.484202] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.484360] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.484518] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.484676] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.484832] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.484991] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.485167] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.ssl = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.485337] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.485504] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.485665] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.485833] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.485996] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.ssl_version = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.486168] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.486353] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.486517] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_notifications.retry = -1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.486698] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.486909] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_messaging_notifications.transport_url = **** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.487044] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.auth_section = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.487207] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.auth_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.487363] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.cafile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.487516] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.certfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.487675] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.collect_timing = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.487827] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.connect_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.487980] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.connect_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.488150] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.endpoint_id = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.488317] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.endpoint_interface = publicURL {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.488473] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.endpoint_override = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.488629] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.endpoint_region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.488783] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.endpoint_service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.488937] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.endpoint_service_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.489108] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.insecure = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.489265] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.keyfile = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.489416] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.max_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.489568] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.min_version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.489724] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.region_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.489874] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.retriable_status_codes = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.490037] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.service_name = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.490195] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.service_type = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.490352] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.split_loggers = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.490535] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.status_code_retries = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.490701] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.status_code_retry_delay = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.490856] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.timeout = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.491015] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.valid_interfaces = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.491173] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_limit.version = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.491334] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_reports.file_event_handler = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.491531] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.491709] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] oslo_reports.log_dir = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.491879] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.492049] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.492210] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.492373] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.492537] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.492693] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.492858] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.493017] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_ovs_privileged.group = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.493179] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.493342] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.493502] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.493662] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] vif_plug_ovs_privileged.user = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.493828] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.flat_interface = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.494008] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.494186] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.494353] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.494552] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.494755] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.494926] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.495101] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.495282] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.495447] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_ovs.isolate_vif = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.495622] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.495783] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.495951] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.496132] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_ovs.ovsdb_interface = native {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.496293] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] os_vif_ovs.per_port_bridge = False {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.496461] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] privsep_osbrick.capabilities = [21] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.496620] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] privsep_osbrick.group = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.496776] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] privsep_osbrick.helper_command = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.496937] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.497113] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.497273] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] privsep_osbrick.user = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.497438] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.497598] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] nova_sys_admin.group = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.497753] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] nova_sys_admin.helper_command = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.497915] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.498086] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.498244] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] nova_sys_admin.user = None {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 551.498371] env[62180]: DEBUG oslo_service.service [None req-8fec790b-3ab6-4402-86dc-6d21d472c52c None None] ******************************************************************************** {{(pid=62180) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 551.498794] env[62180]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 552.002574] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Getting list of instances from cluster (obj){ [ 552.002574] env[62180]: value = "domain-c8" [ 552.002574] env[62180]: _type = "ClusterComputeResource" [ 552.002574] env[62180]: } {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 552.003649] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a9a4c2-c05f-42d0-87cf-c033074624fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.012535] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Got total of 0 instances {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 552.013152] env[62180]: WARNING nova.virt.vmwareapi.driver [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 552.013637] env[62180]: INFO nova.virt.node [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Generated node identity 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b [ 552.013869] env[62180]: INFO nova.virt.node [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Wrote node identity 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b to /opt/stack/data/n-cpu-1/compute_id [ 552.517022] env[62180]: WARNING nova.compute.manager [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Compute nodes ['33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 553.522280] env[62180]: INFO nova.compute.manager [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 554.528136] env[62180]: WARNING nova.compute.manager [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 554.528495] env[62180]: DEBUG oslo_concurrency.lockutils [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.529056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.529056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.529056] env[62180]: DEBUG nova.compute.resource_tracker [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 554.529904] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006dca50-5f21-448f-8f96-b5489de12426 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.538016] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a5c63-b15a-4fd6-8a2b-8a0e01ed7456 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.552678] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe6c771-6466-4564-96b7-0d7755b917a1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.559171] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d48c86-e8ba-4e47-a705-c318878142f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.588179] env[62180]: DEBUG nova.compute.resource_tracker [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181342MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 554.588397] env[62180]: DEBUG oslo_concurrency.lockutils [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.588627] env[62180]: DEBUG oslo_concurrency.lockutils [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.090849] env[62180]: WARNING nova.compute.resource_tracker [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] No compute node record for cpu-1:33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b could not be found. [ 555.595099] env[62180]: INFO nova.compute.resource_tracker [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b [ 557.103703] env[62180]: DEBUG nova.compute.resource_tracker [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 557.104133] env[62180]: DEBUG nova.compute.resource_tracker [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 557.259130] env[62180]: INFO nova.scheduler.client.report [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] [req-be402ee2-248d-48dd-a495-05afb109c90b] Created resource provider record via placement API for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 557.276302] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314ba97-773b-495d-b4a6-fd22b32a61c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.284257] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd49918e-a5e3-42a2-afb3-6e34a072f3b8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.315349] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec26d3-5141-441b-9f64-b5211a807d82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.323244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bc952-f172-430c-b203-83733de36c51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.336358] env[62180]: DEBUG nova.compute.provider_tree [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 557.872570] env[62180]: DEBUG nova.scheduler.client.report [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 557.872804] env[62180]: DEBUG nova.compute.provider_tree [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 0 to 1 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 557.872937] env[62180]: DEBUG nova.compute.provider_tree [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 557.920455] env[62180]: DEBUG nova.compute.provider_tree [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 1 to 2 during operation: update_traits {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 558.424621] env[62180]: DEBUG nova.compute.resource_tracker [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 558.424913] env[62180]: DEBUG oslo_concurrency.lockutils [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.425021] env[62180]: DEBUG nova.service [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Creating RPC server for service compute {{(pid=62180) start /opt/stack/nova/nova/service.py:186}} [ 558.439544] env[62180]: DEBUG nova.service [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] Join ServiceGroup membership for this service compute {{(pid=62180) start /opt/stack/nova/nova/service.py:203}} [ 558.439740] env[62180]: DEBUG nova.servicegroup.drivers.db [None req-71523ee7-e153-4617-b9aa-4a14ec188680 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62180) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 603.441589] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.944839] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Getting list of instances from cluster (obj){ [ 603.944839] env[62180]: value = "domain-c8" [ 603.944839] env[62180]: _type = "ClusterComputeResource" [ 603.944839] env[62180]: } {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 603.946104] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765db600-adeb-4396-9a4b-d60a54848f4c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.954887] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Got total of 0 instances {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 603.955130] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.955435] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Getting list of instances from cluster (obj){ [ 603.955435] env[62180]: value = "domain-c8" [ 603.955435] env[62180]: _type = "ClusterComputeResource" [ 603.955435] env[62180]: } {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 603.956303] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317191e-89fc-403f-91e3-482b05ebdcdc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.963635] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Got total of 0 instances {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 606.805099] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.805453] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.805564] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 606.805682] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 607.308882] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 607.308882] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.309147] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.309420] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.309515] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.309663] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.309841] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.309999] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 607.310164] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.813432] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.813813] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.813813] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.813962] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 607.814871] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0077f7-2d69-4618-8b81-51daa10a74bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.823041] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117cc489-a72a-46cd-8897-0375ff8d1181 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.836462] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3a74af-62b4-46cd-85cd-49492d186d70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.842784] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eca0d8-f549-4dff-b128-2afec447b452 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.870950] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181331MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 607.871095] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.871284] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.890696] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 608.890956] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 608.907989] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e3ee5-db33-4d03-a3b1-909bbdcbb664 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.915232] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de9be5-141f-4c8f-ade6-c384139dacf4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.943496] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4899b96-91dd-48b2-820e-d5d96b106e13 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.950039] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73902b1-cde3-49c6-af18-b2f9d44ca515 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.962607] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.466082] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.971353] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 609.971728] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.956803] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.957242] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.462683] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.462683] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 670.462683] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 670.966598] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 670.966969] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.966969] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.967147] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.967253] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.967423] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.967536] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.967638] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 670.967772] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.471326] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.471578] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.471739] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.471887] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 671.472941] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12760ca-c632-43b8-9fc7-e90cfa01564e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.481505] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3e6edc-2161-4810-acd6-b942361c0d42 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.495040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de1791-9cb4-457c-87ef-23a1927c4ae3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.501346] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5552ce5f-7098-44d7-87b9-01114c9fca21 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.529112] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181318MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 671.529265] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.529425] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.552715] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 672.553018] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 672.566469] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f9d91b-c89b-4f3a-b922-239bae154fd2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.574440] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24d1d62-9145-474d-a319-52f46b488f75 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.603186] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b573ae-d74b-4769-be5a-f16572d010da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.610035] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bae034-5732-4fc2-9625-00824b260cac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.622521] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.125502] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.126779] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 673.126955] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.128511] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.128925] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.128925] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 733.128999] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 733.632243] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 733.632458] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.632615] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.632757] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.632898] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.633045] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.633189] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.633310] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 733.633446] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.136417] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.136784] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.136829] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.136948] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 734.137862] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb46a4-d165-4acb-a44c-909dcf0f0194 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.146600] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8289aa-5a18-421e-beed-979a394f1b14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.160510] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211cb53b-2f05-414e-a322-1f796b438008 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.167208] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f995c1-64ee-4fc9-b420-8e93899a5f55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.194827] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181307MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 734.194956] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.195157] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.213872] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 735.214220] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 735.227306] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a56852-6416-42b5-aa88-a098264038d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.235139] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6537a-1d03-484f-a39d-949281faf1b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.264297] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39641649-ae61-4e5f-ad20-de53c3c40f6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.270901] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd94b7c2-103b-4302-bda3-4483c2ae3776 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.283250] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.786730] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.787984] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 735.788168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.451550] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.957056] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.957056] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 790.957345] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 791.459205] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 791.459563] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.459563] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.459709] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.459849] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.459989] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.460133] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 791.460277] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.963828] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.964068] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.964250] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.964394] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 791.965274] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c0be98-e3df-4062-9715-99f0be3b8c43 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.974429] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6096ee8a-820a-469d-80c6-eb2d3c610802 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.987786] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f220f7-dbdb-4b2e-b697-83e6ae8f9f82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.993958] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf3998-8f7d-457d-afbc-92dcc700c5cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.021646] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181304MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 792.021788] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.021979] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.041238] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 793.041529] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 793.054069] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca5481e-9d34-4b60-be3b-427a0234e8c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.061361] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8a773b-4422-4916-94a5-145578447c7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.090231] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d4ddd1-59e6-492c-8ecc-240e5be1e627 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.096741] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd644b6-1058-41be-b4ba-fdb4d55c5abb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.108950] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.611680] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.612950] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 793.613141] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.949065] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.949306] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.796239] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.796522] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 847.300690] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] There are 0 instances to clean {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 847.300904] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.301020] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances with incomplete migration {{(pid=62180) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 847.803911] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.307634] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.308131] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.308217] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 850.796524] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.796794] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 850.796794] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 851.299510] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 851.299714] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.795494] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.795881] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.795920] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.796333] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.796723] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.300030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.300226] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.300375] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.300518] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 853.301428] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aa5e61-e4b9-4ccf-80e7-86421fa0c61f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.309713] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96481dab-60b9-48fd-b1a0-f79458769564 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.323055] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece3d32-d23e-47d0-9788-ed8b69f66221 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.328954] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1633dd4-2e90-4d25-9f02-e2deba9bd47f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.356385] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181280MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 853.356515] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.356735] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.374082] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 854.374310] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 854.387296] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7453be57-aecc-4399-bcff-887c30810062 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.394531] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82092a4f-bc57-4f9b-adba-28af3ccb3a5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.423983] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97518366-5eed-4d92-b3a2-2cd9fd2c9a17 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.431046] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc28ddc9-4359-4311-97aa-430b4b395950 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.443644] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.946505] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.947782] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 854.947967] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.942406] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.447815] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.448208] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 912.448308] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 912.951556] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 912.951947] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.951947] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.952117] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.952248] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 912.952393] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.455550] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.455765] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.455928] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.456093] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 913.458239] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3093f9-22fb-4f6c-8a5f-ed80b2f7e1f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.466235] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461e6f51-4413-4617-98bc-b12e0c42ecba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.479679] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddc1d41-8b92-4724-a84f-3c445893b256 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.485780] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8300033c-be1f-4606-b704-f128f129ad25 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.513465] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181280MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 913.513630] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.513820] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.567879] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 914.568157] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 914.586152] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 914.600102] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 914.600277] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.611312] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 914.626232] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 914.636710] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688b7de2-89f1-4466-847c-7007d697d8da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.643907] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013d6fe8-76a4-4d8d-b924-43b96a2d286a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.673145] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93481bd3-139d-4465-94ee-62107f41e3f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.679895] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb7948-2e0f-4cba-8984-2c078ffcf9ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.692244] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.195653] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.196948] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 915.197144] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.683s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.041594] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.042078] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.042225] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.042431] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.796629] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.796183] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.802772] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 972.802772] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 973.299622] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 973.299886] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.300027] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 973.300183] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.803452] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.803821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.803860] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.803991] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 973.804932] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9533b0c2-16a2-44c8-b0f2-b59d463f98ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.813172] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6890218-a783-4a39-8839-16fd057ccef8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.828675] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80850a9-2cc7-4e30-afe7-19c8cb5ebc6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.834859] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b70085a-aee3-4ffd-9151-011051edfb14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.862244] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 973.862407] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.862591] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.880911] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 974.881164] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 974.894556] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff68e37-07b6-4b62-9ac6-9fd3692c33c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.902366] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f9063a-6844-49e4-b74d-17702540997a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.931892] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ecbf8-1171-439c-8efa-2f58da909cb8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.938968] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6678b-5831-427a-8bc0-3c757857140d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.951497] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.454677] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.455961] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 975.456154] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.952635] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.953021] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.953062] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.953205] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.953368] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.790761] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.795651] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.796058] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.796058] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.796224] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.796329] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.299531] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.299749] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.299921] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.300079] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1034.300950] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d433ff-19f7-4cf8-8e09-d8e84603d0b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.309319] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe22184-7b45-4d7b-999c-c1856f4ad96c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.323682] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fc82be-1ad5-4347-b296-cb49dbe1351c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.330199] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d061cebf-484a-40d3-86f0-bcdf4001d556 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.358656] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181350MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1034.358809] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.358970] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.376868] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.377127] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.390038] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b2dd5a-91e1-4d23-84b5-dc8dfcc4ed49 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.397378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93ec513-f2bb-4d11-93c7-4a22a0b12d4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.425800] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de6a2c1-c35b-425b-89ad-c2981fb0f827 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.432802] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b3b12a-5787-4576-b45d-df50c501f147 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.445562] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.948137] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.949387] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1035.949569] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.945288] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.945288] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.945288] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1036.945288] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1037.449531] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1037.449785] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.449925] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.450069] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1093.796180] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.796605] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.796605] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.299970] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.300254] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.300457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.300565] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1094.301482] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2995392b-e13f-4f9b-8dc2-94859465344b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.309742] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d93b5-32c0-4442-b5a3-52ec9dfdacb5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.323163] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391e1c4-5409-4788-8e57-e93b2fe11d5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.328956] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f53e9aa-3d52-438e-9e0f-460dc40a4e9e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.356829] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181357MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1094.356959] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.357148] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.375527] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1095.375761] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1095.388555] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63919afc-a4a4-495b-b2ff-ba956dbca362 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.396242] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2547e-0f98-4333-a0a2-2c329163400b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.424885] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d98acad-81b5-4a34-b1ab-6e608a71f2b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.431647] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6276745-5be5-4990-86c8-f51e8d6a2b8c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.444334] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.947538] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.948831] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1095.948941] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.948606] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.948978] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.948978] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1096.949161] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1097.452838] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1097.453125] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.453247] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.453400] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.453544] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.453669] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1147.797018] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.797403] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1148.300235] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] There are 0 instances to clean {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1155.293638] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.798188] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.798385] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.798521] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.798673] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.301262] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.301637] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.301676] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.301809] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.302714] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41cd863-a965-4bd7-a28b-91d08ba3f9df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.310709] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11897712-4766-4cf2-b313-3a7adcc19a66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.324582] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9023a1-c1a4-40bf-b5fc-bae2c36cdcce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.330881] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a87f6-d11f-4b77-9e72-12f89a66592a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.360094] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181345MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.360260] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.360519] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.378726] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1157.378998] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1157.391809] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f78086-c270-47c2-8b28-57f846dbc621 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.399126] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3e1a9-3974-4dd2-ab9c-2061f05c4c1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.427268] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7d3f2-0b0c-4f0d-be4d-e66ce74d8dca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.433739] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67414ab1-7ebe-4afb-a845-c6f5a97c4671 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.445900] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.949399] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.950630] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1157.950806] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.951037] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.451132] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.451132] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.451132] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1159.451132] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1159.953632] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1159.953879] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.954051] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.954227] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.954357] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1159.954516] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.954635] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances with incomplete migration {{(pid=62180) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1203.945794] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.449233] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Getting list of instances from cluster (obj){ [ 1204.449233] env[62180]: value = "domain-c8" [ 1204.449233] env[62180]: _type = "ClusterComputeResource" [ 1204.449233] env[62180]: } {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1204.450318] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c81f8-0933-48dc-be58-4dfa5f6d9a20 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.458771] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Got total of 0 instances {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1214.797432] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.797956] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.301020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.301302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.301478] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.301638] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1215.302521] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2502c-98c0-4470-b9c0-8563fb8c6f92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.310644] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f5c841-986b-4a62-9eb6-c093ee70ea7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.324071] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cba5a0-00b8-42fd-9a09-52f59b089edc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.331316] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0394bb-288b-4cae-adcc-6b35b8663116 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.364826] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181357MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1215.365052] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.365174] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.478401] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1216.478657] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1216.493014] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1216.503721] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1216.503888] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.512550] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1216.526595] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1216.537010] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5b7576-8178-4bf4-8650-855d160e0587 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.544554] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e337cdc4-d25d-449b-b095-6bea8359a0a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.572628] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd6c2e6-82de-43df-9e95-d3f4520081de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.578938] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a38846-3c47-42cc-bb5d-4bc2d107bb02 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.591101] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.093716] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.094966] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1217.095163] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.730s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.094184] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.094598] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.094598] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.796221] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.796516] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1218.796516] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1219.298980] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1219.299441] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.299441] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.299521] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1220.293647] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.791775] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.296827] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.801059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.801059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.801059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.801059] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1275.801796] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043cb1d-66c1-4882-959c-0fb13d1c9b0a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.810031] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9f0fe6-eb1a-4b05-884f-cea5216872e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.823680] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c68ae-10e5-42a2-84d8-c1c2c330639b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.829774] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ca2eae-f2b7-4564-83be-f5390b30d27a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.858343] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181346MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1275.858514] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.858654] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.877655] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1276.877930] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1276.890483] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55d240a-ce97-4392-83d9-79d5008fbc7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.897916] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c8ab1-233f-48e7-977b-54c879451553 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.926353] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c64d5e-40d9-47d9-866f-caa066fa1727 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.933352] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f3c208-e9a9-459a-b717-9d6a61be478b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.945817] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.448598] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.449922] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1277.450123] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.948914] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.949337] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1278.949337] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1279.452516] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1279.452752] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.452859] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.453011] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.453170] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.453322] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.453450] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1279.796009] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.796220] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.795716] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.298578] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.298842] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.299017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.299174] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1335.300143] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461eff85-660c-46a9-a091-4f2b9b3df212 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.308449] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626d8f80-c8d0-4935-9bdd-21d4b58e7b1b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.322260] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af50aee-36c7-4371-b8d0-5b91967a0c86 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.328314] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80e69a-cb62-4bfe-a156-dd7454e930da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.356012] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181352MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1335.356136] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.356328] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.374450] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1336.374712] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1336.389278] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d12ff-98c8-439a-a747-d846c23a323d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.396708] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66b611-7d1b-4903-ac73-6fafb17d60c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.425138] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a07ac-651b-4ba2-95dc-02aa287d3d62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.431756] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512a3d2b-07ce-44c6-a3f4-2015ca7094ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.444020] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.947748] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.949030] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1336.949212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.952201] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.952201] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.952201] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1339.952201] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1340.455496] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1340.455496] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.455496] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.455496] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.455496] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.796640] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.796640] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1341.796848] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.796018] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.299233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.299536] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.299651] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.299797] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1396.300774] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaece7b-48a9-4fc1-b263-56667ad1b0af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.309318] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73bf06d-9747-4321-bc7d-596c96db1361 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.323270] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c3429-e221-4e50-9e51-1a8b4754ba08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.329453] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebd19eb-a197-4197-9d88-62834d13d8e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.357626] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181356MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1396.357758] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.357963] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.375544] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1397.375778] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1397.389307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29e0efa-d9f8-463d-98be-ad8d8e7404c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.397259] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a6719-7d82-45c7-ac40-e70b2c9243d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.426979] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40cfdbc-77fb-4d6f-bca7-c09c083a5842 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.434876] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cf1732-8dd6-4a52-86c1-12ca58f21e06 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.447917] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.951571] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.952833] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1397.953028] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.947804] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.453178] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.453178] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.453178] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.798379] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.798379] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.798379] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1400.798379] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1401.301129] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1401.301129] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.795730] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.795897] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1402.797169] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.796670] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.797118] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1457.299676] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] There are 0 instances to clean {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1457.796423] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.796668] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.299766] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.300163] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.300163] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.300333] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1458.301272] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce10344b-14bf-4862-904f-65545932a2d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.309657] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ea1e0-c319-42c0-a10b-bbaf9c1694cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.324497] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ca252-5c92-4aae-ac3f-708071757df1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.330673] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd30f6e-9a52-4b15-87da-3cacd8a23d07 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.358342] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1458.358497] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.358688] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.378991] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1459.378991] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1459.392116] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51348fb8-94a7-48fd-9ff5-107989b24440 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.399547] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f714eb85-9f84-48ee-a528-439e36b71135 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.429047] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f96b24-72cb-498e-a11b-5499cac8dd6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.436068] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e310cf19-6514-4b86-a8f2-efef84ed6cc9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.448878] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.952380] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.953745] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1459.953920] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.954150] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.455780] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.456230] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.456230] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1462.456309] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1462.959031] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1462.959306] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.959450] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.959604] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.795657] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.796022] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1464.796493] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.796973] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.796973] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances with incomplete migration {{(pid=62180) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1519.236351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "81f00805-7e74-422a-9661-b47039221b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.236696] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "81f00805-7e74-422a-9661-b47039221b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.298920] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.742743] env[62180]: DEBUG nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.796114] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.796284] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.300146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.300405] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.300815] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.300815] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1520.301697] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be471e15-744b-4054-874e-2878251777b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.310716] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b187dc6-b68f-4a23-8cbc-3993eb0a7493 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.325209] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645a60fa-2e67-47b4-9de2-28089a9e9b66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.332420] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be542c-dad9-497b-9017-6c1d0d357c3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.360896] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181363MB free_disk=169GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1520.361542] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.361542] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.723393] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.903389] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 81f00805-7e74-422a-9661-b47039221b44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1521.903389] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1521.903389] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1521.926625] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1521.950024] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1521.950211] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1521.970023] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1522.005696] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1522.092590] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40895f-cec3-4477-9aaa-6e38dd8da90d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.107845] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a125a1a-5496-4e01-8603-94ca6afd6bf2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.144428] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9324362-55e8-47f8-8994-3d0e93c33a67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.152964] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6736648-2ba8-4ccf-aced-2c61a537e7cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.172141] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.257346] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.257653] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.344608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "20897196-0c32-497c-a7fe-b6b4f2a1a675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.344608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.678518] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.679930] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1522.679930] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.319s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.680448] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.957s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.682244] env[62180]: INFO nova.compute.claims [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.761010] env[62180]: DEBUG nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.848556] env[62180]: DEBUG nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1523.291579] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.380505] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.564183] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "4f72682c-8a29-49e1-bdc6-866f2ad10116" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.564475] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.808527] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062264d-6842-4d76-9554-1e71ae55faa5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.827022] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8058f4b-822a-452d-8a2e-0171511f603a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.867686] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3aa182-6973-4254-a43d-d784630bf007 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.876863] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725dba90-0e5d-41e1-9ebb-64cd20254fd5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.894565] env[62180]: DEBUG nova.compute.provider_tree [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.067614] env[62180]: DEBUG nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1524.399433] env[62180]: DEBUG nova.scheduler.client.report [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.604873] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.686372] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.686675] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.906598] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.907574] env[62180]: DEBUG nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.913019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.622s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.915323] env[62180]: INFO nova.compute.claims [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.194107] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.194190] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1525.194402] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1525.422446] env[62180]: DEBUG nova.compute.utils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.426930] env[62180]: DEBUG nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.426930] env[62180]: DEBUG nova.network.neutron [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.699415] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 81f00805-7e74-422a-9661-b47039221b44] Skipping network cache update for instance because it is Building. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1525.699683] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Skipping network cache update for instance because it is Building. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1525.699872] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1525.699972] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.700139] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.700363] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.700582] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1525.929808] env[62180]: DEBUG nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1526.020113] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009bdbac-a635-4574-8c13-646ed2cc4b49 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.035918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548c5dc5-4a2a-4b4b-bb76-a1bffda28632 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.073886] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4b592f-3799-4c2d-ae49-0b52522a35c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.082100] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe0897-d324-4ff2-b9c7-a64590df6071 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.100399] env[62180]: DEBUG nova.compute.provider_tree [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.600839] env[62180]: DEBUG nova.policy [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb163c9ad1e4363b4b6d4e23f036922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e34e291bc5b43968f8f697da6e2a770', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1526.603752] env[62180]: DEBUG nova.scheduler.client.report [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.796379] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.951977] env[62180]: DEBUG nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.990913] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.990913] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.990913] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.990913] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.991157] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.991157] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.991157] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.991240] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.991436] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.991656] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.991868] env[62180]: DEBUG nova.virt.hardware [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.993912] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e21cf-bc45-4a93-b721-2f94d1f12080 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.007249] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515995eb-a693-41f0-8fe4-7afc53630409 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.024582] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a711f032-b1de-4ab5-90d1-4855ca47c71e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.109942] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.110641] env[62180]: DEBUG nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1527.114085] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.734s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.115676] env[62180]: INFO nova.compute.claims [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.331796] env[62180]: DEBUG nova.network.neutron [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Successfully created port: 976fbee3-df23-4144-89cf-be34c526abc0 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1527.620862] env[62180]: DEBUG nova.compute.utils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.627039] env[62180]: DEBUG nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1527.629549] env[62180]: DEBUG nova.network.neutron [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.711728] env[62180]: DEBUG nova.policy [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1593d75ab4764aca83630bebfcfa7cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8edc983e8e3842cd9400c0046cfc408a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1528.130129] env[62180]: DEBUG nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1528.236299] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12df190-fc64-4a75-93ba-71337a9ef09c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.251152] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061b1c6-9006-47f3-9346-d840583d4957 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.294351] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c6c08-fad9-4255-a74c-b1fdb9bd27cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.303108] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23b9939-1914-4a9b-bf97-52ba4f04fd94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.318157] env[62180]: DEBUG nova.compute.provider_tree [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.351972] env[62180]: DEBUG nova.network.neutron [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Successfully created port: a51395c8-b009-45f4-9769-322f7d655f5d {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.778492] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "df6f42d3-b222-4186-bd01-47b094a73c5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.778805] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.821574] env[62180]: DEBUG nova.scheduler.client.report [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.145460] env[62180]: DEBUG nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1529.183168] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.183168] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.183168] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.183488] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.183488] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.183488] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.183488] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.183614] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.183713] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.183870] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.184219] env[62180]: DEBUG nova.virt.hardware [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.185188] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722f9dc-7baf-4940-bd20-bc2cfabb72b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.195495] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a004f-58c7-4beb-bfec-d09d42e53ad4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.248360] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "bf6f1480-abc9-4028-beaa-75f271edd36a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.248497] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.286284] env[62180]: DEBUG nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.327232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.327797] env[62180]: DEBUG nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.334017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.726s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.334017] env[62180]: INFO nova.compute.claims [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.752293] env[62180]: DEBUG nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.818995] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.833436] env[62180]: DEBUG nova.compute.utils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.834798] env[62180]: DEBUG nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.834965] env[62180]: DEBUG nova.network.neutron [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.923187] env[62180]: DEBUG nova.network.neutron [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Successfully updated port: 976fbee3-df23-4144-89cf-be34c526abc0 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.983033] env[62180]: DEBUG nova.policy [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42cdc3bbc50c46f48921f6f27f1f9d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1a032030dd14a9984cde6460c39f800', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.245889] env[62180]: DEBUG nova.network.neutron [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Successfully updated port: a51395c8-b009-45f4-9769-322f7d655f5d {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.299413] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.342019] env[62180]: DEBUG nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.427827] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "refresh_cache-81f00805-7e74-422a-9661-b47039221b44" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.428083] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquired lock "refresh_cache-81f00805-7e74-422a-9661-b47039221b44" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.428249] env[62180]: DEBUG nova.network.neutron [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.587119] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c7419-a043-4aab-9c87-79317a1ade17 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.600038] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c8ea6b-49e1-43e4-8417-624ad2336847 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.636850] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656f5fdd-8438-4e58-8891-227a3259d161 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.640101] env[62180]: DEBUG nova.network.neutron [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Successfully created port: c8be91b0-54b5-4a2d-9787-54f7f38374d0 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.647166] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e2d08-ab08-4958-a353-4e838165a9f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.665885] env[62180]: DEBUG nova.compute.provider_tree [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.750332] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "refresh_cache-0383458e-dc5b-41f3-a3ce-6e57ed863bcc" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.750332] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired lock "refresh_cache-0383458e-dc5b-41f3-a3ce-6e57ed863bcc" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.750332] env[62180]: DEBUG nova.network.neutron [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.019074] env[62180]: DEBUG nova.network.neutron [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.169994] env[62180]: DEBUG nova.scheduler.client.report [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.287380] env[62180]: DEBUG nova.compute.manager [req-1dab84eb-a8ac-409d-be67-b98348e05218 req-9eb417d6-d56b-4a31-8182-27a6860fb2bc service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Received event network-vif-plugged-976fbee3-df23-4144-89cf-be34c526abc0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1531.287775] env[62180]: DEBUG oslo_concurrency.lockutils [req-1dab84eb-a8ac-409d-be67-b98348e05218 req-9eb417d6-d56b-4a31-8182-27a6860fb2bc service nova] Acquiring lock "81f00805-7e74-422a-9661-b47039221b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.287838] env[62180]: DEBUG oslo_concurrency.lockutils [req-1dab84eb-a8ac-409d-be67-b98348e05218 req-9eb417d6-d56b-4a31-8182-27a6860fb2bc service nova] Lock "81f00805-7e74-422a-9661-b47039221b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.287972] env[62180]: DEBUG oslo_concurrency.lockutils [req-1dab84eb-a8ac-409d-be67-b98348e05218 req-9eb417d6-d56b-4a31-8182-27a6860fb2bc service nova] Lock "81f00805-7e74-422a-9661-b47039221b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.288146] env[62180]: DEBUG nova.compute.manager [req-1dab84eb-a8ac-409d-be67-b98348e05218 req-9eb417d6-d56b-4a31-8182-27a6860fb2bc service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] No waiting events found dispatching network-vif-plugged-976fbee3-df23-4144-89cf-be34c526abc0 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.288711] env[62180]: WARNING nova.compute.manager [req-1dab84eb-a8ac-409d-be67-b98348e05218 req-9eb417d6-d56b-4a31-8182-27a6860fb2bc service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Received unexpected event network-vif-plugged-976fbee3-df23-4144-89cf-be34c526abc0 for instance with vm_state building and task_state spawning. [ 1531.326324] env[62180]: DEBUG nova.network.neutron [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.360068] env[62180]: DEBUG nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.390209] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.391033] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.391033] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.391033] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.392008] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.392008] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.392008] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.392286] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.392982] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.392982] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.392982] env[62180]: DEBUG nova.virt.hardware [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.393886] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d777fb5-3ba1-42ee-9c43-8014a3bef67e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.398194] env[62180]: DEBUG nova.network.neutron [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Updating instance_info_cache with network_info: [{"id": "976fbee3-df23-4144-89cf-be34c526abc0", "address": "fa:16:3e:c1:9d:fa", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976fbee3-df", "ovs_interfaceid": "976fbee3-df23-4144-89cf-be34c526abc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.409650] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f795a9-96e5-43f8-9e91-225fb03869c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.556898] env[62180]: DEBUG nova.network.neutron [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Updating instance_info_cache with network_info: [{"id": "a51395c8-b009-45f4-9769-322f7d655f5d", "address": "fa:16:3e:88:5a:5c", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51395c8-b0", "ovs_interfaceid": "a51395c8-b009-45f4-9769-322f7d655f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.674589] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.675878] env[62180]: DEBUG nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.678480] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.860s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.682019] env[62180]: INFO nova.compute.claims [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.902791] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Releasing lock "refresh_cache-81f00805-7e74-422a-9661-b47039221b44" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.903147] env[62180]: DEBUG nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Instance network_info: |[{"id": "976fbee3-df23-4144-89cf-be34c526abc0", "address": "fa:16:3e:c1:9d:fa", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976fbee3-df", "ovs_interfaceid": "976fbee3-df23-4144-89cf-be34c526abc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1531.903666] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:9d:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '976fbee3-df23-4144-89cf-be34c526abc0', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.921210] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.921286] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a89eeb-c3df-4beb-8893-fff2f0817b28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.936957] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Created folder: OpenStack in parent group-v4. [ 1531.937208] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Creating folder: Project (7e34e291bc5b43968f8f697da6e2a770). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.937498] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5102acd-ef01-48c1-ba78-4875d3b1290d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.947432] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Created folder: Project (7e34e291bc5b43968f8f697da6e2a770) in parent group-v404325. [ 1531.948048] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Creating folder: Instances. Parent ref: group-v404326. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.948048] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c08edd25-d818-4d3e-b9fc-27f6989ea72e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.960868] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Created folder: Instances in parent group-v404326. [ 1531.960868] env[62180]: DEBUG oslo.service.loopingcall [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.960868] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f00805-7e74-422a-9661-b47039221b44] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.960868] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63d645cf-e41a-4c3e-bef0-c00632479bba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.992044] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.992044] env[62180]: value = "task-1962904" [ 1531.992044] env[62180]: _type = "Task" [ 1531.992044] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.004188] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962904, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.061201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Releasing lock "refresh_cache-0383458e-dc5b-41f3-a3ce-6e57ed863bcc" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.061647] env[62180]: DEBUG nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Instance network_info: |[{"id": "a51395c8-b009-45f4-9769-322f7d655f5d", "address": "fa:16:3e:88:5a:5c", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51395c8-b0", "ovs_interfaceid": "a51395c8-b009-45f4-9769-322f7d655f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.062088] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:5a:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51395c8-b009-45f4-9769-322f7d655f5d', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.072311] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Creating folder: Project (8edc983e8e3842cd9400c0046cfc408a). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.072429] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06e22be8-6a9d-42be-84e5-87becd246282 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.085319] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Created folder: Project (8edc983e8e3842cd9400c0046cfc408a) in parent group-v404325. [ 1532.085844] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Creating folder: Instances. Parent ref: group-v404328. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.085844] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6e1b6f1-a605-4139-b941-7124ba9a7645 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.096272] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Created folder: Instances in parent group-v404328. [ 1532.096633] env[62180]: DEBUG oslo.service.loopingcall [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.097040] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.097316] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9deb9bf8-e6a5-4d50-84a6-44dda5e864b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.118731] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.118731] env[62180]: value = "task-1962907" [ 1532.118731] env[62180]: _type = "Task" [ 1532.118731] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.128561] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962907, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.185554] env[62180]: DEBUG nova.compute.utils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.189312] env[62180]: DEBUG nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1532.189529] env[62180]: DEBUG nova.network.neutron [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.251778] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "1641f8a7-84ff-4c9a-b612-923c20d6526e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.252348] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "1641f8a7-84ff-4c9a-b612-923c20d6526e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.357450] env[62180]: DEBUG nova.policy [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41186d6145354e2685bc5588a503e171', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb4c7bfdc2804183884abef99c7e178f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1532.507354] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962904, 'name': CreateVM_Task, 'duration_secs': 0.508266} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.508048] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f00805-7e74-422a-9661-b47039221b44] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.525321] env[62180]: DEBUG oslo_vmware.service [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4139e56c-7c11-43ed-a35f-f9d3edc71c30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.534211] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.534675] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.535535] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.535921] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975a4749-9c6e-4994-b109-57b985e155b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.541049] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1532.541049] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524622ae-44aa-4c00-7d69-e27632e64b16" [ 1532.541049] env[62180]: _type = "Task" [ 1532.541049] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.553580] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524622ae-44aa-4c00-7d69-e27632e64b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.633051] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962907, 'name': CreateVM_Task, 'duration_secs': 0.435337} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.633051] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.633051] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.691331] env[62180]: DEBUG nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.755978] env[62180]: DEBUG nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.848065] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01734c6c-5341-4f2e-a45e-2557fa89ba7a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.859715] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c87a7-bf6a-4571-9368-33b0a74411c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.898526] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1fd5fb-a28e-4d0e-a010-5bd01e270caa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.907440] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccae479-2a0f-4cc7-b291-8f507dc3a1a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.925224] env[62180]: DEBUG nova.compute.provider_tree [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.056157] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.056511] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.057011] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.057232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.057903] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.058214] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.058534] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.060413] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db22da16-101c-4d82-b135-d9264ead8f89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.065648] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7b6747-c5c4-4c4b-a466-897b00d9cfbe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.078649] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.079185] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.080853] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651fe49d-7b88-4631-af8c-e2d3a0249d6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.085980] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1533.085980] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521e814c-a718-dd85-731d-9f2204466d1c" [ 1533.085980] env[62180]: _type = "Task" [ 1533.085980] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.092994] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dad35c0-8bfc-4c32-bc56-d0ae3a9dbbd2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.099561] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.099865] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.100079] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.101833] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1533.101833] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265c1d7-e76e-1149-9a48-bd8adb945d17" [ 1533.101833] env[62180]: _type = "Task" [ 1533.101833] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.109932] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265c1d7-e76e-1149-9a48-bd8adb945d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.171062] env[62180]: DEBUG nova.network.neutron [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Successfully updated port: c8be91b0-54b5-4a2d-9787-54f7f38374d0 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.315740] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.421319] env[62180]: DEBUG nova.network.neutron [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Successfully created port: e84256cf-3d59-45d1-a557-f4853f84f7b4 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.429052] env[62180]: DEBUG nova.scheduler.client.report [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.614728] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Preparing fetch location {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1533.615016] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Creating directory with path [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.615257] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84af8dea-3f4f-453b-9cfb-76bcdfaadc53 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.640151] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Created directory with path [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.640361] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Fetch image to [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1533.640526] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Downloading image file data 73143b75-a96a-4fae-9e12-fbf8de74fcd2 to [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk on the data store datastore1 {{(pid=62180) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1533.641354] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a443d3a-f447-4fe0-8151-dbe0e83aea1b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.651023] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428ad0f-d6c3-46f7-9ab1-fd628bae05f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.662553] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08288cdb-a03f-4e5c-9e45-861652d8a71d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.703891] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "refresh_cache-20897196-0c32-497c-a7fe-b6b4f2a1a675" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.704120] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquired lock "refresh_cache-20897196-0c32-497c-a7fe-b6b4f2a1a675" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.704883] env[62180]: DEBUG nova.network.neutron [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.707759] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033082e5-8d0c-4491-b061-9def9ecf234d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.712594] env[62180]: DEBUG nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.715465] env[62180]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-67f95fda-8ad4-415f-af88-eafede732fcb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.741603] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.741840] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.742052] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.742266] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.743447] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.743673] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.743931] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.744198] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.744493] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.744732] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.745311] env[62180]: DEBUG nova.virt.hardware [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.745703] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46fb8aa-1d99-4e8c-92c3-3d8d85aecc49 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.753708] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea724176-220c-439a-b75d-9b1b0494765c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.809055] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Downloading image file data 73143b75-a96a-4fae-9e12-fbf8de74fcd2 to the data store datastore1 {{(pid=62180) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1533.891102] env[62180]: DEBUG oslo_vmware.rw_handles [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62180) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1533.969786] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.969990] env[62180]: DEBUG nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.974810] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.675s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.976545] env[62180]: INFO nova.compute.claims [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.340390] env[62180]: DEBUG nova.network.neutron [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.476947] env[62180]: DEBUG nova.compute.utils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.482529] env[62180]: DEBUG nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.482529] env[62180]: DEBUG nova.network.neutron [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.644130] env[62180]: DEBUG nova.policy [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3554d24dbe2402eb112a8073e43db92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33eabd25615941069f56dcd8f558ee32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.716598] env[62180]: DEBUG oslo_vmware.rw_handles [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Completed reading data from the image iterator. {{(pid=62180) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1534.716843] env[62180]: DEBUG oslo_vmware.rw_handles [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1534.766115] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Downloaded image file data 73143b75-a96a-4fae-9e12-fbf8de74fcd2 to vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk on the data store datastore1 {{(pid=62180) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1534.769487] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Caching image {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1534.769583] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Copying Virtual Disk [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk to [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.770125] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75259f54-cdcd-4e8c-a8e3-2d9afb520cad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.782376] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1534.782376] env[62180]: value = "task-1962908" [ 1534.782376] env[62180]: _type = "Task" [ 1534.782376] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.792309] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.983935] env[62180]: DEBUG nova.network.neutron [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Updating instance_info_cache with network_info: [{"id": "c8be91b0-54b5-4a2d-9787-54f7f38374d0", "address": "fa:16:3e:10:ce:58", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8be91b0-54", "ovs_interfaceid": "c8be91b0-54b5-4a2d-9787-54f7f38374d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.985504] env[62180]: DEBUG nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1535.000719] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Received event network-vif-plugged-a51395c8-b009-45f4-9769-322f7d655f5d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1535.001038] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquiring lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.001363] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.001596] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.002072] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] No waiting events found dispatching network-vif-plugged-a51395c8-b009-45f4-9769-322f7d655f5d {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.002294] env[62180]: WARNING nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Received unexpected event network-vif-plugged-a51395c8-b009-45f4-9769-322f7d655f5d for instance with vm_state building and task_state spawning. [ 1535.002516] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Received event network-changed-976fbee3-df23-4144-89cf-be34c526abc0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1535.002734] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Refreshing instance network info cache due to event network-changed-976fbee3-df23-4144-89cf-be34c526abc0. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1535.002967] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquiring lock "refresh_cache-81f00805-7e74-422a-9661-b47039221b44" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.003171] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquired lock "refresh_cache-81f00805-7e74-422a-9661-b47039221b44" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.003393] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Refreshing network info cache for port 976fbee3-df23-4144-89cf-be34c526abc0 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.137023] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34375ed6-846a-45e3-b41b-076d02610f6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.147453] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739dc01-160d-4484-9931-5ced06486cd5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.186913] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0945f88-57d0-4bff-b733-79b68e2ab5d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.196998] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8a979-6e8d-4481-9eaa-ec0208c1074d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.212223] env[62180]: DEBUG nova.compute.provider_tree [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.293666] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962908, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.495207] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Releasing lock "refresh_cache-20897196-0c32-497c-a7fe-b6b4f2a1a675" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.495793] env[62180]: DEBUG nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Instance network_info: |[{"id": "c8be91b0-54b5-4a2d-9787-54f7f38374d0", "address": "fa:16:3e:10:ce:58", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8be91b0-54", "ovs_interfaceid": "c8be91b0-54b5-4a2d-9787-54f7f38374d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1535.495997] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ce:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8be91b0-54b5-4a2d-9787-54f7f38374d0', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.503968] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Creating folder: Project (d1a032030dd14a9984cde6460c39f800). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.504291] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fff61de9-8694-4266-bc8c-9c49c1768c96 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.514559] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Created folder: Project (d1a032030dd14a9984cde6460c39f800) in parent group-v404325. [ 1535.514779] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Creating folder: Instances. Parent ref: group-v404332. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1535.515515] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bcc86d4-68f0-4f24-b4d9-6773f772d71c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.714970] env[62180]: DEBUG nova.scheduler.client.report [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.799174] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742533} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.801716] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Copied Virtual Disk [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk to [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.801716] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Deleting the datastore file [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2/tmp-sparse.vmdk {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.801716] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Created folder: Instances in parent group-v404332. [ 1535.801716] env[62180]: DEBUG oslo.service.loopingcall [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.801716] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb73ef2-525f-4a6b-ab37-5b0104079ba6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.803350] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.803821] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7a30f1-a870-486c-a323-13defab093b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.825221] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1535.825221] env[62180]: value = "task-1962911" [ 1535.825221] env[62180]: _type = "Task" [ 1535.825221] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.826477] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.826477] env[62180]: value = "task-1962912" [ 1535.826477] env[62180]: _type = "Task" [ 1535.826477] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.846199] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.848275] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962912, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.014821] env[62180]: DEBUG nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1536.048038] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.048225] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.048390] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.048559] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.048682] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.048867] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.049056] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.049238] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.049397] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.049552] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.049722] env[62180]: DEBUG nova.virt.hardware [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.052373] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd9a414-906e-4c79-ab7e-75d374ee7cd1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.058959] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d13ce10-a9c2-4ce6-95ac-65f0dc783ef9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.095208] env[62180]: DEBUG nova.network.neutron [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Successfully created port: fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.221785] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.221785] env[62180]: DEBUG nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.223626] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.908s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.226035] env[62180]: INFO nova.compute.claims [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.343120] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962912, 'name': CreateVM_Task, 'duration_secs': 0.491452} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.346897] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.347352] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044752} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.347962] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.348130] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.348522] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.348774] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.348960] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Moving file from [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c/73143b75-a96a-4fae-9e12-fbf8de74fcd2 to [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2. {{(pid=62180) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1536.349192] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f61e38-0fc0-40b4-a7f8-1f5f8986b12d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.350834] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d67c55ea-4a10-4f73-9167-dee357c9e349 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.357848] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1536.357848] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527ceced-5c92-36d6-e6a0-6bbaf59c6b72" [ 1536.357848] env[62180]: _type = "Task" [ 1536.357848] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.359222] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1536.359222] env[62180]: value = "task-1962913" [ 1536.359222] env[62180]: _type = "Task" [ 1536.359222] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.370980] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527ceced-5c92-36d6-e6a0-6bbaf59c6b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.373932] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962913, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.421970] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Updated VIF entry in instance network info cache for port 976fbee3-df23-4144-89cf-be34c526abc0. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.422635] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Updating instance_info_cache with network_info: [{"id": "976fbee3-df23-4144-89cf-be34c526abc0", "address": "fa:16:3e:c1:9d:fa", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976fbee3-df", "ovs_interfaceid": "976fbee3-df23-4144-89cf-be34c526abc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.680068] env[62180]: DEBUG nova.network.neutron [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Successfully updated port: e84256cf-3d59-45d1-a557-f4853f84f7b4 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.732521] env[62180]: DEBUG nova.compute.utils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.737587] env[62180]: DEBUG nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1536.738104] env[62180]: DEBUG nova.network.neutron [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.878875] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.879842] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.879842] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.879842] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962913, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034855} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.879842] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] File moved {{(pid=62180) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1536.880051] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Cleaning up location [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1536.880173] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Deleting the datastore file [datastore1] vmware_temp/ae39aa55-f986-4b96-9cc8-71632161e79c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.880373] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5835ae48-39da-4d9b-95ab-d9100ec38d2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.887973] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1536.887973] env[62180]: value = "task-1962914" [ 1536.887973] env[62180]: _type = "Task" [ 1536.887973] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.897059] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.925844] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Releasing lock "refresh_cache-81f00805-7e74-422a-9661-b47039221b44" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.926195] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Received event network-changed-a51395c8-b009-45f4-9769-322f7d655f5d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1536.926435] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Refreshing instance network info cache due to event network-changed-a51395c8-b009-45f4-9769-322f7d655f5d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1536.926762] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquiring lock "refresh_cache-0383458e-dc5b-41f3-a3ce-6e57ed863bcc" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.926928] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquired lock "refresh_cache-0383458e-dc5b-41f3-a3ce-6e57ed863bcc" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.927405] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Refreshing network info cache for port a51395c8-b009-45f4-9769-322f7d655f5d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.995994] env[62180]: DEBUG nova.policy [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dd7a3d16b38451ebecab48f48fdb0d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7da09245fc9442989632a55d58edadc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.099114] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "2c798147-c786-4207-8ed9-46575a2e4a89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.099351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "2c798147-c786-4207-8ed9-46575a2e4a89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.185141] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.185302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquired lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.185449] env[62180]: DEBUG nova.network.neutron [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.241782] env[62180]: DEBUG nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1537.403930] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052373} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.403930] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.404656] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36331373-909d-4fd3-90f8-7be930f2cb55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.411216] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186123b-426a-498a-bde9-2e598116d0a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.415790] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1537.415790] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524fd550-78e0-0f2f-16a1-f2e25bc52e05" [ 1537.415790] env[62180]: _type = "Task" [ 1537.415790] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.424577] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b85177c-ea48-41a2-9dc8-60f9f56deb08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.465048] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524fd550-78e0-0f2f-16a1-f2e25bc52e05, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.465933] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.466137] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 81f00805-7e74-422a-9661-b47039221b44/81f00805-7e74-422a-9661-b47039221b44.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.466911] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713d3bc0-e7fc-4d2a-adb7-7269a268d087 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.469818] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.470037] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.470257] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a0ad7d3-8408-4609-8202-709967d0e86c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.473898] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ec621bb-9acd-4c71-bb9b-9774a3f1ab7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.486599] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cad111-dbee-4b5f-bb64-f274c34c46a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.487596] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1537.487596] env[62180]: value = "task-1962915" [ 1537.487596] env[62180]: _type = "Task" [ 1537.487596] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.501777] env[62180]: DEBUG nova.compute.provider_tree [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.512224] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.512406] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.513155] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.513361] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac7301f-df28-4ee8-ae7c-ecfca191ee35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.521057] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1537.521057] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5226ff17-2daa-6e88-63e9-55faac480c3b" [ 1537.521057] env[62180]: _type = "Task" [ 1537.521057] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.529286] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5226ff17-2daa-6e88-63e9-55faac480c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.602723] env[62180]: DEBUG nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1537.817167] env[62180]: DEBUG nova.network.neutron [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.004027] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962915, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.008123] env[62180]: DEBUG nova.scheduler.client.report [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.042784] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5226ff17-2daa-6e88-63e9-55faac480c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.03046} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.044859] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37203d02-36ac-45de-92d1-e37348e8b76e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.056240] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1538.056240] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e0d75-4658-2baa-3900-47598151e57f" [ 1538.056240] env[62180]: _type = "Task" [ 1538.056240] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.075030] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e0d75-4658-2baa-3900-47598151e57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.138697] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.184651] env[62180]: DEBUG nova.network.neutron [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Successfully created port: 4e28ec5d-0978-4b53-8582-b3792e58d7a9 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1538.254794] env[62180]: DEBUG nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1538.306526] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.306788] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.307083] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.307083] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.307382] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.307382] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.307647] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.307799] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.307985] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.308235] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.308500] env[62180]: DEBUG nova.virt.hardware [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.311185] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824b9941-ece0-439d-a6e6-bf115dbf6433 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.323569] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9993e54-4ea8-4f64-8c93-4c02f6b76415 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.331340] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Updated VIF entry in instance network info cache for port a51395c8-b009-45f4-9769-322f7d655f5d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.331340] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Updating instance_info_cache with network_info: [{"id": "a51395c8-b009-45f4-9769-322f7d655f5d", "address": "fa:16:3e:88:5a:5c", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51395c8-b0", "ovs_interfaceid": "a51395c8-b009-45f4-9769-322f7d655f5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.506216] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83491} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.506527] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 81f00805-7e74-422a-9661-b47039221b44/81f00805-7e74-422a-9661-b47039221b44.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.507135] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1538.507135] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-203d28ab-6f52-40d4-a96a-a6af5950278c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.517450] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.517968] env[62180]: DEBUG nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.521722] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1538.521722] env[62180]: value = "task-1962916" [ 1538.521722] env[62180]: _type = "Task" [ 1538.521722] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.522207] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.384s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.524775] env[62180]: INFO nova.compute.claims [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.542506] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.571095] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e0d75-4658-2baa-3900-47598151e57f, 'name': SearchDatastore_Task, 'duration_secs': 0.052664} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.571377] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.571629] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0383458e-dc5b-41f3-a3ce-6e57ed863bcc/0383458e-dc5b-41f3-a3ce-6e57ed863bcc.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.571899] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.572092] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.572297] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5059be-23d6-4857-8318-435603b921a1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.574885] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d373b421-d148-4f65-af19-94a9c739ab00 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.584131] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1538.584131] env[62180]: value = "task-1962917" [ 1538.584131] env[62180]: _type = "Task" [ 1538.584131] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.587274] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.588338] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.592662] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6e51d6-51c5-45a9-9304-709ba39b4ac8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.603043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "f82dd739-cab2-4037-b038-400c09480dfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.603043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "f82dd739-cab2-4037-b038-400c09480dfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.610166] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1538.610166] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6b3cd-3b5a-3c48-0172-fbcb6ea8f571" [ 1538.610166] env[62180]: _type = "Task" [ 1538.610166] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.610370] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.620728] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6b3cd-3b5a-3c48-0172-fbcb6ea8f571, 'name': SearchDatastore_Task, 'duration_secs': 0.007775} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.621685] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b433f1-477f-48bb-bfa3-6bef2d2c79da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.627854] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1538.627854] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5200d0d0-5388-5511-bb16-8f357c6e728d" [ 1538.627854] env[62180]: _type = "Task" [ 1538.627854] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.642762] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5200d0d0-5388-5511-bb16-8f357c6e728d, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.643261] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.643572] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 20897196-0c32-497c-a7fe-b6b4f2a1a675/20897196-0c32-497c-a7fe-b6b4f2a1a675.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.643725] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-872b72e2-a5a3-470f-b455-785890aabc02 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.651364] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1538.651364] env[62180]: value = "task-1962918" [ 1538.651364] env[62180]: _type = "Task" [ 1538.651364] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.663759] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.823404] env[62180]: DEBUG nova.network.neutron [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Updating instance_info_cache with network_info: [{"id": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "address": "fa:16:3e:76:78:f1", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape84256cf-3d", "ovs_interfaceid": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.836743] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Releasing lock "refresh_cache-0383458e-dc5b-41f3-a3ce-6e57ed863bcc" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.837240] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Received event network-vif-plugged-c8be91b0-54b5-4a2d-9787-54f7f38374d0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1538.837240] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquiring lock "20897196-0c32-497c-a7fe-b6b4f2a1a675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.837454] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.838069] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.838069] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] No waiting events found dispatching network-vif-plugged-c8be91b0-54b5-4a2d-9787-54f7f38374d0 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1538.838069] env[62180]: WARNING nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Received unexpected event network-vif-plugged-c8be91b0-54b5-4a2d-9787-54f7f38374d0 for instance with vm_state building and task_state spawning. [ 1538.838069] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Received event network-changed-c8be91b0-54b5-4a2d-9787-54f7f38374d0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1538.838596] env[62180]: DEBUG nova.compute.manager [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Refreshing instance network info cache due to event network-changed-c8be91b0-54b5-4a2d-9787-54f7f38374d0. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1538.838596] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquiring lock "refresh_cache-20897196-0c32-497c-a7fe-b6b4f2a1a675" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.838596] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Acquired lock "refresh_cache-20897196-0c32-497c-a7fe-b6b4f2a1a675" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.838855] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Refreshing network info cache for port c8be91b0-54b5-4a2d-9787-54f7f38374d0 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.023661] env[62180]: DEBUG nova.compute.utils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.025487] env[62180]: DEBUG nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Not allocating networking since 'none' was specified. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1539.042600] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066658} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.043128] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.046094] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8834bd82-64f5-44af-b9ac-d8c6d75e3a80 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.079129] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 81f00805-7e74-422a-9661-b47039221b44/81f00805-7e74-422a-9661-b47039221b44.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.079129] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03e09c1-af69-4835-bf31-859acfceb3e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.103063] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.105149] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1539.105149] env[62180]: value = "task-1962919" [ 1539.105149] env[62180]: _type = "Task" [ 1539.105149] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.111380] env[62180]: DEBUG nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.118748] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.163919] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.327139] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Releasing lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.327276] env[62180]: DEBUG nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Instance network_info: |[{"id": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "address": "fa:16:3e:76:78:f1", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape84256cf-3d", "ovs_interfaceid": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1539.327738] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:78:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e84256cf-3d59-45d1-a557-f4853f84f7b4', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.336318] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Creating folder: Project (bb4c7bfdc2804183884abef99c7e178f). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.336318] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61b5da81-fcba-4bbc-a284-0b923164524a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.347247] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Created folder: Project (bb4c7bfdc2804183884abef99c7e178f) in parent group-v404325. [ 1539.347487] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Creating folder: Instances. Parent ref: group-v404335. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.347720] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0368d48e-4f90-484b-912f-d3e637471f43 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.358017] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Created folder: Instances in parent group-v404335. [ 1539.358017] env[62180]: DEBUG oslo.service.loopingcall [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.358017] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.358247] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728422be-68eb-44a3-9f4b-51e22c2f40ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.376658] env[62180]: DEBUG nova.compute.manager [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Received event network-vif-plugged-e84256cf-3d59-45d1-a557-f4853f84f7b4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1539.376658] env[62180]: DEBUG oslo_concurrency.lockutils [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] Acquiring lock "4f72682c-8a29-49e1-bdc6-866f2ad10116-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.376658] env[62180]: DEBUG oslo_concurrency.lockutils [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.376658] env[62180]: DEBUG oslo_concurrency.lockutils [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.376861] env[62180]: DEBUG nova.compute.manager [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] No waiting events found dispatching network-vif-plugged-e84256cf-3d59-45d1-a557-f4853f84f7b4 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.377026] env[62180]: WARNING nova.compute.manager [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Received unexpected event network-vif-plugged-e84256cf-3d59-45d1-a557-f4853f84f7b4 for instance with vm_state building and task_state spawning. [ 1539.377206] env[62180]: DEBUG nova.compute.manager [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Received event network-changed-e84256cf-3d59-45d1-a557-f4853f84f7b4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1539.377381] env[62180]: DEBUG nova.compute.manager [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Refreshing instance network info cache due to event network-changed-e84256cf-3d59-45d1-a557-f4853f84f7b4. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1539.378286] env[62180]: DEBUG oslo_concurrency.lockutils [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] Acquiring lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.378286] env[62180]: DEBUG oslo_concurrency.lockutils [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] Acquired lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.378286] env[62180]: DEBUG nova.network.neutron [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Refreshing network info cache for port e84256cf-3d59-45d1-a557-f4853f84f7b4 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1539.380766] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.380766] env[62180]: value = "task-1962922" [ 1539.380766] env[62180]: _type = "Task" [ 1539.380766] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.391200] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962922, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.528038] env[62180]: DEBUG nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.607500] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523368} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.613277] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0383458e-dc5b-41f3-a3ce-6e57ed863bcc/0383458e-dc5b-41f3-a3ce-6e57ed863bcc.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.613501] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.613975] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c78c3db7-1dab-44ec-bc36-d3469d68ad38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.625634] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.629683] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1539.629683] env[62180]: value = "task-1962923" [ 1539.629683] env[62180]: _type = "Task" [ 1539.629683] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.642608] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.644325] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.662770] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796984} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.665736] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 20897196-0c32-497c-a7fe-b6b4f2a1a675/20897196-0c32-497c-a7fe-b6b4f2a1a675.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.665960] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.666429] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3236fb51-6bcf-4f5e-a554-fe1ac1508ef8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.676749] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1539.676749] env[62180]: value = "task-1962924" [ 1539.676749] env[62180]: _type = "Task" [ 1539.676749] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.691476] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.738562] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d072f4-47a7-4f5f-9dee-b9911f43202b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.746758] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b274c0-58fc-4064-8360-d51eb1f8c136 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.777130] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b9c89f-dd77-4f7a-aa32-cef74c217e9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.786026] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6929dc-74ce-4449-a208-fc515628d372 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.799981] env[62180]: DEBUG nova.compute.provider_tree [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.898480] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962922, 'name': CreateVM_Task, 'duration_secs': 0.488358} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.898788] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.899535] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.899758] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.900116] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.900345] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7114f88c-a340-4314-a75e-b4c75614bf6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.906770] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1539.906770] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be6240-a82a-6a5f-d901-67d8891ab0fa" [ 1539.906770] env[62180]: _type = "Task" [ 1539.906770] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.917479] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be6240-a82a-6a5f-d901-67d8891ab0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.917804] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.918319] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.918560] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.918700] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.919155] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.919417] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67ee882e-1fac-4e60-94e2-a2c66e40f783 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.927971] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.928178] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.931384] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c769a5-a1b0-4694-a5f2-99537990a30d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.937528] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1539.937528] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52984e80-d807-9a8d-9f44-d3bc8dba3d2f" [ 1539.937528] env[62180]: _type = "Task" [ 1539.937528] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.948905] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52984e80-d807-9a8d-9f44-d3bc8dba3d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008362} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.949887] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94613f25-90c9-4d3e-b27c-76ad9f8f145a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.955445] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1539.955445] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529cd8f2-3390-3c97-5d59-98549041af7c" [ 1539.955445] env[62180]: _type = "Task" [ 1539.955445] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.965324] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529cd8f2-3390-3c97-5d59-98549041af7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.985464] env[62180]: DEBUG nova.network.neutron [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Successfully updated port: fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1540.122626] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962919, 'name': ReconfigVM_Task, 'duration_secs': 0.582453} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.122987] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 81f00805-7e74-422a-9661-b47039221b44/81f00805-7e74-422a-9661-b47039221b44.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.123735] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636a521f-c458-4f06-9604-387bed4a7ed0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.130872] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1540.130872] env[62180]: value = "task-1962925" [ 1540.130872] env[62180]: _type = "Task" [ 1540.130872] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.150164] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077233} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.150786] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962925, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.154212] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.157913] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f9ff36-6549-4dd7-9e86-f6b91f24a77f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.186605] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0383458e-dc5b-41f3-a3ce-6e57ed863bcc/0383458e-dc5b-41f3-a3ce-6e57ed863bcc.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.187092] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbfc99d1-a38d-40cf-9076-b4567cf7dd86 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.213868] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067016} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.215025] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.215976] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1540.215976] env[62180]: value = "task-1962926" [ 1540.215976] env[62180]: _type = "Task" [ 1540.215976] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.217072] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4f031-b790-4627-8d3a-b8dfb8d16829 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.246712] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 20897196-0c32-497c-a7fe-b6b4f2a1a675/20897196-0c32-497c-a7fe-b6b4f2a1a675.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.252820] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4cda57-4969-44a5-94b6-105438fcedac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.269587] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.277346] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1540.277346] env[62180]: value = "task-1962927" [ 1540.277346] env[62180]: _type = "Task" [ 1540.277346] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.284737] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.322028] env[62180]: ERROR nova.scheduler.client.report [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [req-9e86566f-4c95-4410-901a-d32273fbbbcf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e86566f-4c95-4410-901a-d32273fbbbcf"}]} [ 1540.347908] env[62180]: DEBUG nova.scheduler.client.report [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1540.366110] env[62180]: DEBUG nova.scheduler.client.report [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1540.366425] env[62180]: DEBUG nova.compute.provider_tree [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.379830] env[62180]: DEBUG nova.scheduler.client.report [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1540.400615] env[62180]: DEBUG nova.scheduler.client.report [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1540.469762] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529cd8f2-3390-3c97-5d59-98549041af7c, 'name': SearchDatastore_Task, 'duration_secs': 0.013915} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.470489] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.470578] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f72682c-8a29-49e1-bdc6-866f2ad10116/4f72682c-8a29-49e1-bdc6-866f2ad10116.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.470888] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f31b01c-0705-43b9-971e-ce9fe58b1dcd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.482903] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1540.482903] env[62180]: value = "task-1962928" [ 1540.482903] env[62180]: _type = "Task" [ 1540.482903] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.488243] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.488243] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.488243] env[62180]: DEBUG nova.network.neutron [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.493069] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.537469] env[62180]: DEBUG nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.583671] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.584434] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.584434] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.584434] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.584434] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.584632] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.584824] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.589062] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.589062] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.589062] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.589062] env[62180]: DEBUG nova.virt.hardware [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.589602] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3826ca7f-b2c8-47a1-a6c4-2675bd0d3e1c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.594078] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc2cc1-e1d7-46c8-b79b-63286db37c7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.608436] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd2dcf-b098-4314-bb6d-def9635d7d7a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.612873] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976e40b-aa62-4be3-9948-5c619b7c758d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.629685] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.635411] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Creating folder: Project (033a200bbe254498a289ee9a27a3a2a3). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.659756] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e69aa7f-6519-49a5-a02a-07dfe384f4a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.665259] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f417d-a003-49f9-8efc-8cd734dd2b74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.677046] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962925, 'name': Rename_Task, 'duration_secs': 0.154363} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.680496] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.680826] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Created folder: Project (033a200bbe254498a289ee9a27a3a2a3) in parent group-v404325. [ 1540.681021] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Creating folder: Instances. Parent ref: group-v404338. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.681320] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9014d9c1-8849-405d-9c2d-e019274c4990 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.683692] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d5e345c-7914-453c-a0fc-8e7a34f4fdd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.688444] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c683bb-8a39-4a80-b74e-d04452c02c5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.711389] env[62180]: DEBUG nova.compute.provider_tree [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.721217] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1540.721217] env[62180]: value = "task-1962931" [ 1540.721217] env[62180]: _type = "Task" [ 1540.721217] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.721563] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Created folder: Instances in parent group-v404338. [ 1540.721764] env[62180]: DEBUG oslo.service.loopingcall [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.726584] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.735678] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deac51b2-55c1-47d1-ad40-ef35b1a83916 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.760555] env[62180]: DEBUG nova.network.neutron [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Updated VIF entry in instance network info cache for port e84256cf-3d59-45d1-a557-f4853f84f7b4. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.761154] env[62180]: DEBUG nova.network.neutron [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Updating instance_info_cache with network_info: [{"id": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "address": "fa:16:3e:76:78:f1", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape84256cf-3d", "ovs_interfaceid": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.770784] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962926, 'name': ReconfigVM_Task, 'duration_secs': 0.283858} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.775329] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0383458e-dc5b-41f3-a3ce-6e57ed863bcc/0383458e-dc5b-41f3-a3ce-6e57ed863bcc.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.775979] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.776190] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.776190] env[62180]: value = "task-1962932" [ 1540.776190] env[62180]: _type = "Task" [ 1540.776190] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.777026] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Updated VIF entry in instance network info cache for port c8be91b0-54b5-4a2d-9787-54f7f38374d0. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.777336] env[62180]: DEBUG nova.network.neutron [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Updating instance_info_cache with network_info: [{"id": "c8be91b0-54b5-4a2d-9787-54f7f38374d0", "address": "fa:16:3e:10:ce:58", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8be91b0-54", "ovs_interfaceid": "c8be91b0-54b5-4a2d-9787-54f7f38374d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.778494] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7af9e830-1829-4e74-8f0d-ba4fd8eba2b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.794258] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962932, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.799395] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962927, 'name': ReconfigVM_Task, 'duration_secs': 0.313394} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.799691] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1540.799691] env[62180]: value = "task-1962933" [ 1540.799691] env[62180]: _type = "Task" [ 1540.799691] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.799918] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 20897196-0c32-497c-a7fe-b6b4f2a1a675/20897196-0c32-497c-a7fe-b6b4f2a1a675.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.800588] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b0303e-9e87-4b86-89fc-8d5e4fdddbcb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.813477] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962933, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.816018] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1540.816018] env[62180]: value = "task-1962934" [ 1540.816018] env[62180]: _type = "Task" [ 1540.816018] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.997723] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.116859] env[62180]: DEBUG nova.network.neutron [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1541.235608] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.264944] env[62180]: DEBUG oslo_concurrency.lockutils [req-301f03af-5d40-4e74-a0d8-69a9939c1126 req-a2579654-1f95-4436-b516-72aa7361d927 service nova] Releasing lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.271745] env[62180]: DEBUG nova.scheduler.client.report [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1541.271745] env[62180]: DEBUG nova.compute.provider_tree [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 13 to 14 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1541.271745] env[62180]: DEBUG nova.compute.provider_tree [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1541.285976] env[62180]: DEBUG oslo_concurrency.lockutils [req-5673de69-d87c-47e8-8fbb-8e22b0ef8cae req-1fe69c83-cfe5-4094-932e-7a6fe6ea731f service nova] Releasing lock "refresh_cache-20897196-0c32-497c-a7fe-b6b4f2a1a675" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.295402] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962932, 'name': CreateVM_Task, 'duration_secs': 0.424538} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.295402] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.296588] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.296588] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.298440] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.298533] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c48a9e6-2b60-454f-9813-e9c3f6cf662f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.311496] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1541.311496] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a47c51-5752-709f-9a7e-22959405a28b" [ 1541.311496] env[62180]: _type = "Task" [ 1541.311496] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.315804] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962933, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.327783] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a47c51-5752-709f-9a7e-22959405a28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.330751] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962934, 'name': Rename_Task, 'duration_secs': 0.352531} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.331181] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.331453] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3ca400-c655-4fa3-831e-3dbce48ddc5c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.337895] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1541.337895] env[62180]: value = "task-1962935" [ 1541.337895] env[62180]: _type = "Task" [ 1541.337895] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.345861] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.493665] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579097} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.496584] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f72682c-8a29-49e1-bdc6-866f2ad10116/4f72682c-8a29-49e1-bdc6-866f2ad10116.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.496834] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.497115] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d975ab5-ea6a-45c8-b7bd-b3791a1a3731 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.504555] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1541.504555] env[62180]: value = "task-1962936" [ 1541.504555] env[62180]: _type = "Task" [ 1541.504555] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.514166] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.665147] env[62180]: DEBUG nova.network.neutron [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.741497] env[62180]: DEBUG oslo_vmware.api [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962931, 'name': PowerOnVM_Task, 'duration_secs': 0.721969} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.741770] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.742260] env[62180]: INFO nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Took 14.79 seconds to spawn the instance on the hypervisor. [ 1541.742519] env[62180]: DEBUG nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1541.743365] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0200a8-cac5-4208-a658-3e108e8a81a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.775366] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.253s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.775894] env[62180]: DEBUG nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1541.778621] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.135s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.781257] env[62180]: INFO nova.compute.claims [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.821026] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962933, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.841094] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a47c51-5752-709f-9a7e-22959405a28b, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.846662] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.850210] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.851726] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.851726] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.851726] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.853131] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d525e18-674f-4712-af84-884f91c25b3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.867373] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962935, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.873719] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.873719] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.874617] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c114d470-f098-46fb-96bd-e78532d0f0dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.883724] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1541.883724] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f351b3-d9b3-7724-ef5a-77eab87dfa31" [ 1541.883724] env[62180]: _type = "Task" [ 1541.883724] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.894971] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f351b3-d9b3-7724-ef5a-77eab87dfa31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.938335] env[62180]: DEBUG nova.network.neutron [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Successfully updated port: 4e28ec5d-0978-4b53-8582-b3792e58d7a9 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.016927] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067295} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.017257] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.018076] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61318fd2-9ddf-49bf-b2ba-deb9783d9921 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.051196] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 4f72682c-8a29-49e1-bdc6-866f2ad10116/4f72682c-8a29-49e1-bdc6-866f2ad10116.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.052431] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace84bb1-89fa-4915-b15c-7cd6d5b47f58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.077272] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1542.077272] env[62180]: value = "task-1962937" [ 1542.077272] env[62180]: _type = "Task" [ 1542.077272] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.089939] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.172306] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.173172] env[62180]: DEBUG nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Instance network_info: |[{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1542.173836] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:4a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.183847] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating folder: Project (33eabd25615941069f56dcd8f558ee32). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.183847] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb00c2d6-d5a3-4c7a-9a4f-3d01504b3f6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.199733] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created folder: Project (33eabd25615941069f56dcd8f558ee32) in parent group-v404325. [ 1542.200325] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating folder: Instances. Parent ref: group-v404341. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1542.200672] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c988c135-3e73-4908-b6a4-b73c5bec0e89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.213041] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created folder: Instances in parent group-v404341. [ 1542.213531] env[62180]: DEBUG oslo.service.loopingcall [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.214816] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.214816] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a673b67-d4cd-45b9-8b36-39396110a420 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.240678] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.240678] env[62180]: value = "task-1962940" [ 1542.240678] env[62180]: _type = "Task" [ 1542.240678] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.252589] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962940, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.267897] env[62180]: INFO nova.compute.manager [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Took 22.02 seconds to build instance. [ 1542.291204] env[62180]: DEBUG nova.compute.utils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.294341] env[62180]: DEBUG nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Not allocating networking since 'none' was specified. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1542.322439] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962933, 'name': Rename_Task, 'duration_secs': 1.174744} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.322789] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.323113] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-937bc00b-8c33-41d2-af6a-466dbf87496d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.329413] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1542.329413] env[62180]: value = "task-1962941" [ 1542.329413] env[62180]: _type = "Task" [ 1542.329413] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.338861] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.349986] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962935, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.399114] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f351b3-d9b3-7724-ef5a-77eab87dfa31, 'name': SearchDatastore_Task, 'duration_secs': 0.038005} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.399114] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1755a3ea-086c-4309-ac5e-1a60be438b26 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.406020] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1542.406020] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cbe335-d8a0-e287-079c-8d490db0bd5e" [ 1542.406020] env[62180]: _type = "Task" [ 1542.406020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.414294] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cbe335-d8a0-e287-079c-8d490db0bd5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.443643] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "refresh_cache-bf6f1480-abc9-4028-beaa-75f271edd36a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.443836] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "refresh_cache-bf6f1480-abc9-4028-beaa-75f271edd36a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.443836] env[62180]: DEBUG nova.network.neutron [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.589201] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962937, 'name': ReconfigVM_Task, 'duration_secs': 0.362145} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.589829] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 4f72682c-8a29-49e1-bdc6-866f2ad10116/4f72682c-8a29-49e1-bdc6-866f2ad10116.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.590478] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-628b8f4b-ecce-4ef9-8bc3-fe22473f5438 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.597691] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1542.597691] env[62180]: value = "task-1962942" [ 1542.597691] env[62180]: _type = "Task" [ 1542.597691] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.608225] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962942, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.754893] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962940, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.771696] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c440cedc-a767-4d2e-a9f8-a2dc3ea4e7ce tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "81f00805-7e74-422a-9661-b47039221b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.535s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.796576] env[62180]: DEBUG nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.844097] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962941, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.858495] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962935, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.919422] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cbe335-d8a0-e287-079c-8d490db0bd5e, 'name': SearchDatastore_Task, 'duration_secs': 0.038199} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.920071] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.920340] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.920785] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b830cdf9-1dbc-4823-bcf1-5c341912fd5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.928186] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1542.928186] env[62180]: value = "task-1962943" [ 1542.928186] env[62180]: _type = "Task" [ 1542.928186] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.938996] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.978969] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bae1a5-7bed-4e0c-9df7-6888e9195c28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.996272] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d3f0e4-c599-4450-8435-86bed5348f7a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.001766] env[62180]: DEBUG nova.network.neutron [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.035041] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59b9afd-ed0c-4854-880e-50b3c4d6cd2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.046708] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c8f1aa-2ac3-44d1-ac02-eaf5e25e2685 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.062277] env[62180]: DEBUG nova.compute.provider_tree [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.114896] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962942, 'name': Rename_Task, 'duration_secs': 0.198312} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.114896] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.114896] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da21b44a-506f-4439-861e-dde8a7179c52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.122426] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1543.122426] env[62180]: value = "task-1962944" [ 1543.122426] env[62180]: _type = "Task" [ 1543.122426] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.132371] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.255269] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962940, 'name': CreateVM_Task, 'duration_secs': 0.624939} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.255269] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.256135] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.256318] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.256600] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.256912] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bddf3691-09cb-441f-9bd6-a5e01ddb1255 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.265126] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1543.265126] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5284f743-ce7c-d8b9-0ecc-679f7fa2a4d0" [ 1543.265126] env[62180]: _type = "Task" [ 1543.265126] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.275510] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5284f743-ce7c-d8b9-0ecc-679f7fa2a4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.334281] env[62180]: DEBUG nova.network.neutron [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Updating instance_info_cache with network_info: [{"id": "4e28ec5d-0978-4b53-8582-b3792e58d7a9", "address": "fa:16:3e:08:07:91", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e28ec5d-09", "ovs_interfaceid": "4e28ec5d-0978-4b53-8582-b3792e58d7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.347989] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962941, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.360271] env[62180]: DEBUG oslo_vmware.api [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962935, 'name': PowerOnVM_Task, 'duration_secs': 1.530634} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.360471] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.360832] env[62180]: INFO nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Took 12.00 seconds to spawn the instance on the hypervisor. [ 1543.361113] env[62180]: DEBUG nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.362982] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a970d1-1584-4458-9e7e-ad0642b80029 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.446622] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962943, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.568661] env[62180]: DEBUG nova.scheduler.client.report [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1543.634865] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962944, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.777488] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5284f743-ce7c-d8b9-0ecc-679f7fa2a4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.076063} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.777488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.777488] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.777488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.777998] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.777998] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.777998] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e06e3499-79b3-4742-9d1c-01a9636dedbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.790184] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.790371] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.791112] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9b4f49-f37c-48f4-a96c-ce3e7e20f42a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.796420] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1543.796420] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523dbec5-ed04-9f5a-78c0-0bfbeed92e1e" [ 1543.796420] env[62180]: _type = "Task" [ 1543.796420] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.805083] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523dbec5-ed04-9f5a-78c0-0bfbeed92e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.818195] env[62180]: DEBUG nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.852069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "refresh_cache-bf6f1480-abc9-4028-beaa-75f271edd36a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.852519] env[62180]: DEBUG nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Instance network_info: |[{"id": "4e28ec5d-0978-4b53-8582-b3792e58d7a9", "address": "fa:16:3e:08:07:91", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e28ec5d-09", "ovs_interfaceid": "4e28ec5d-0978-4b53-8582-b3792e58d7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1543.853801] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:07:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e28ec5d-0978-4b53-8582-b3792e58d7a9', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.868462] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Creating folder: Project (d7da09245fc9442989632a55d58edadc). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.869463] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90b188ab-5f7c-47fc-8dea-d987184cc0ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.894032] env[62180]: DEBUG oslo_vmware.api [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1962941, 'name': PowerOnVM_Task, 'duration_secs': 1.250691} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.897035] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.897035] env[62180]: INFO nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Took 14.75 seconds to spawn the instance on the hypervisor. [ 1543.897035] env[62180]: DEBUG nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.897545] env[62180]: INFO nova.compute.manager [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Took 20.54 seconds to build instance. [ 1543.899620] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbeb2b7-68c6-4179-8e63-e5d942308a25 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.907791] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Created folder: Project (d7da09245fc9442989632a55d58edadc) in parent group-v404325. [ 1543.910561] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Creating folder: Instances. Parent ref: group-v404344. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.913290] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.913290] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.913290] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.913548] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.913686] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.913837] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.915992] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.916105] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.916274] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.916438] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.916613] env[62180]: DEBUG nova.virt.hardware [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.917441] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5e7ce2-0d2d-4971-b655-db6dc84280b8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.925505] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabe7ee6-5cc2-4d01-8072-2782ce971deb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.955912] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709307} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.956592] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Created folder: Instances in parent group-v404344. [ 1543.956872] env[62180]: DEBUG oslo.service.loopingcall [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.958268] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83af2f-0b8b-45a9-838f-f3abdfffabd4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.967730] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.967730] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.967730] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.967730] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f787ab-9946-4ee9-b273-54e43003a1b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.969131] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1895f0d-1715-4a9e-9488-d2bffbe84f92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.007043] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.010367] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Creating folder: Project (f1a9ad451bd244aab334629ecef21648). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.017181] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-155a8011-9115-4403-b5fb-6531a4a242fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.017181] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.017181] env[62180]: value = "task-1962948" [ 1544.017181] env[62180]: _type = "Task" [ 1544.017181] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.017181] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1544.017181] env[62180]: value = "task-1962947" [ 1544.017181] env[62180]: _type = "Task" [ 1544.017181] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.029565] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Created folder: Project (f1a9ad451bd244aab334629ecef21648) in parent group-v404325. [ 1544.029994] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Creating folder: Instances. Parent ref: group-v404347. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.031068] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de7c9f19-8942-4023-967b-87a366bbc7a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.041648] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962948, 'name': CreateVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.041968] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.052566] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Created folder: Instances in parent group-v404347. [ 1544.052566] env[62180]: DEBUG oslo.service.loopingcall [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.052566] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.052566] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f154490-720a-4d7a-b0f0-7b869f011ae0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.074250] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.074250] env[62180]: value = "task-1962951" [ 1544.074250] env[62180]: _type = "Task" [ 1544.074250] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.077555] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.078109] env[62180]: DEBUG nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1544.090702] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962951, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.138543] env[62180]: DEBUG oslo_vmware.api [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962944, 'name': PowerOnVM_Task, 'duration_secs': 0.938047} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.139510] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.139739] env[62180]: INFO nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1544.139917] env[62180]: DEBUG nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.142087] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4036e44e-b364-4473-b49f-f07c0babb63d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.309775] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523dbec5-ed04-9f5a-78c0-0bfbeed92e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.040774} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.309775] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7a0b36-63e4-4d30-9083-c9254d0759b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.317021] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1544.317021] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b1b114-0bb7-89a0-ac05-fc221bd36ff4" [ 1544.317021] env[62180]: _type = "Task" [ 1544.317021] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.324694] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b1b114-0bb7-89a0-ac05-fc221bd36ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.409854] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c2aceec0-23f7-4bba-b27c-0af44eeb63f5 tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.065s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.453657] env[62180]: INFO nova.compute.manager [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Took 21.19 seconds to build instance. [ 1544.536011] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962948, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.536497] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074952} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.536839] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.538657] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2708c5d8-6c6c-4e4c-aa1f-70c25b1e7105 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.563855] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.563855] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcced76-2e97-4501-ad00-0562a8bab60d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.587397] env[62180]: DEBUG nova.compute.utils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.589037] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962951, 'name': CreateVM_Task, 'duration_secs': 0.4542} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.589786] env[62180]: DEBUG nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1544.589921] env[62180]: DEBUG nova.network.neutron [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.591811] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.592233] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1544.592233] env[62180]: value = "task-1962952" [ 1544.592233] env[62180]: _type = "Task" [ 1544.592233] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.592935] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.592935] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.594163] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.594163] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1f3f57-9b31-40a1-8b65-db904bd178d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.602881] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1544.602881] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a59ced-aa6c-8288-3d49-a780d18fbf0a" [ 1544.602881] env[62180]: _type = "Task" [ 1544.602881] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.610029] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.616404] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a59ced-aa6c-8288-3d49-a780d18fbf0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.665438] env[62180]: DEBUG nova.compute.manager [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Received event network-vif-plugged-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1544.665649] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] Acquiring lock "df6f42d3-b222-4186-bd01-47b094a73c5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.665916] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.666133] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.666301] env[62180]: DEBUG nova.compute.manager [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] No waiting events found dispatching network-vif-plugged-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.666458] env[62180]: WARNING nova.compute.manager [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Received unexpected event network-vif-plugged-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 for instance with vm_state building and task_state spawning. [ 1544.666659] env[62180]: DEBUG nova.compute.manager [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Received event network-changed-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1544.666763] env[62180]: DEBUG nova.compute.manager [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Refreshing instance network info cache due to event network-changed-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1544.666946] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] Acquiring lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.667088] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] Acquired lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.667242] env[62180]: DEBUG nova.network.neutron [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Refreshing network info cache for port fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.673323] env[62180]: INFO nova.compute.manager [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Took 20.10 seconds to build instance. [ 1544.706496] env[62180]: DEBUG nova.policy [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be715fee3e63443182ba9b9847c0bb42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '503bfcd4eb50438c938651b1d2378a4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1544.830858] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b1b114-0bb7-89a0-ac05-fc221bd36ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.026716} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.830858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.830858] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] df6f42d3-b222-4186-bd01-47b094a73c5b/df6f42d3-b222-4186-bd01-47b094a73c5b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.830858] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44e2eefc-ad6d-4c8b-8218-f08398a41793 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.836245] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1544.836245] env[62180]: value = "task-1962953" [ 1544.836245] env[62180]: _type = "Task" [ 1544.836245] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.845444] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.959182] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3350f4b7-a125-4bb1-a017-96416e9242cd tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.700s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.031757] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962948, 'name': CreateVM_Task, 'duration_secs': 0.613472} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.031934] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.032623] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.096388] env[62180]: DEBUG nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1545.120487] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.126757] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a59ced-aa6c-8288-3d49-a780d18fbf0a, 'name': SearchDatastore_Task, 'duration_secs': 0.048586} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.127210] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.129332] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.129332] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.129332] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.129332] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.129668] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.129668] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.129831] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf3c6d99-6dec-4d97-9165-a3aa4a41efd4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.135037] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73006a50-d033-4243-8fa9-87b00dfc0411 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.139526] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1545.139526] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb9bed-3e3d-cb0d-d228-51798256fb8b" [ 1545.139526] env[62180]: _type = "Task" [ 1545.139526] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.145525] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.145570] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.147100] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754f673e-a3ca-4d41-b27f-16580c40147d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.153689] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb9bed-3e3d-cb0d-d228-51798256fb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.159787] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1545.159787] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52236c26-0c85-8aed-07e1-8cbf5a1b5fd3" [ 1545.159787] env[62180]: _type = "Task" [ 1545.159787] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.166206] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52236c26-0c85-8aed-07e1-8cbf5a1b5fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.176859] env[62180]: DEBUG oslo_concurrency.lockutils [None req-858ece62-41fd-4993-86c5-8a2fae1ef229 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.612s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.262307] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.264909] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.350648] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.622939] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962952, 'name': ReconfigVM_Task, 'duration_secs': 0.721897} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.624077] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.630103] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cccf526-7f66-423d-93de-664437baadcd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.634949] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1545.634949] env[62180]: value = "task-1962954" [ 1545.634949] env[62180]: _type = "Task" [ 1545.634949] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.663688] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb9bed-3e3d-cb0d-d228-51798256fb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.022491} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.663940] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962954, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.668543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.668787] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.668995] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.679200] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52236c26-0c85-8aed-07e1-8cbf5a1b5fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.679484] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89302fd8-9d05-442c-af81-b7074137f440 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.686985] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1545.686985] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5268be74-9a88-6a7f-9d8a-023c147adc1c" [ 1545.686985] env[62180]: _type = "Task" [ 1545.686985] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.698529] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5268be74-9a88-6a7f-9d8a-023c147adc1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.719014] env[62180]: DEBUG nova.network.neutron [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updated VIF entry in instance network info cache for port fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.719014] env[62180]: DEBUG nova.network.neutron [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.759207] env[62180]: DEBUG nova.network.neutron [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Successfully created port: 0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.769041] env[62180]: DEBUG nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.847492] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962953, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.126080] env[62180]: DEBUG nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.155721] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962954, 'name': Rename_Task, 'duration_secs': 0.266888} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.156417] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.156417] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6369e6c1-46f5-42c7-94a3-65f0517b6794 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.163886] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1546.163886] env[62180]: value = "task-1962955" [ 1546.163886] env[62180]: _type = "Task" [ 1546.163886] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.171684] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.171684] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.171891] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.172246] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.172986] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.172986] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.172986] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.172986] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.173179] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.173369] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.173430] env[62180]: DEBUG nova.virt.hardware [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.174396] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fbffa-851e-466d-8b52-772f4400b40f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.181084] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.192681] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb2dab-69aa-4fe9-8504-7c734794c031 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.221224] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5268be74-9a88-6a7f-9d8a-023c147adc1c, 'name': SearchDatastore_Task, 'duration_secs': 0.070087} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.221224] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.221224] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 2c798147-c786-4207-8ed9-46575a2e4a89/2c798147-c786-4207-8ed9-46575a2e4a89.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.221224] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.221971] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.221971] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3b13efb-0b5b-4f4a-b5f9-02081d895f74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.221971] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3b570da-5834-441b-b48d-3efa2b6890e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.224821] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf1e7c2f-4a77-4f1d-a291-143e80faefc5 req-06f3110f-d695-40ae-abdb-16bc036a626b service nova] Releasing lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.231791] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1546.231791] env[62180]: value = "task-1962956" [ 1546.231791] env[62180]: _type = "Task" [ 1546.231791] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.233607] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.233849] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.238315] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f587091c-6713-40f6-b039-abcd2050c284 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.248037] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1546.248037] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b5c47d-0db7-7aad-bb2d-41f9171bef62" [ 1546.248037] env[62180]: _type = "Task" [ 1546.248037] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.248037] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.257130] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b5c47d-0db7-7aad-bb2d-41f9171bef62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.265304] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.265924] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.266732] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "576a18ea-5ee5-4dc5-9378-23b77adce4db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.266979] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.298065] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.298356] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.302643] env[62180]: INFO nova.compute.claims [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.349109] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962953, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.234773} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.349465] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] df6f42d3-b222-4186-bd01-47b094a73c5b/df6f42d3-b222-4186-bd01-47b094a73c5b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.349815] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.350144] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e94a6472-869a-4257-ba76-543dc65b459a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.360689] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1546.360689] env[62180]: value = "task-1962957" [ 1546.360689] env[62180]: _type = "Task" [ 1546.360689] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.369393] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.678366] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.747036] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962956, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.765241] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b5c47d-0db7-7aad-bb2d-41f9171bef62, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.765371] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321c1765-12b9-48ce-9043-d41a5113c1b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.768732] env[62180]: DEBUG nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.777033] env[62180]: DEBUG nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.785108] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1546.785108] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52edce42-2011-c47f-fc0d-8b09d06e1058" [ 1546.785108] env[62180]: _type = "Task" [ 1546.785108] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.792799] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52edce42-2011-c47f-fc0d-8b09d06e1058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.873892] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084798} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.875730] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.875880] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6764d-bc60-4e17-a918-6dcaea40474d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.899749] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] df6f42d3-b222-4186-bd01-47b094a73c5b/df6f42d3-b222-4186-bd01-47b094a73c5b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.899975] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce27c7f4-342c-462c-86c9-b7739695c4a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.921479] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1546.921479] env[62180]: value = "task-1962958" [ 1546.921479] env[62180]: _type = "Task" [ 1546.921479] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.930246] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.116493] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "86c816a2-26f2-4246-b2c5-a14619cde39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.116782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.177243] env[62180]: DEBUG oslo_vmware.api [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962955, 'name': PowerOnVM_Task, 'duration_secs': 0.971228} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.178907] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.178907] env[62180]: INFO nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1547.178907] env[62180]: DEBUG nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.178907] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a40b5-1155-4197-b16a-5dab58bab367 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.246836] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597025} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.249167] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 2c798147-c786-4207-8ed9-46575a2e4a89/2c798147-c786-4207-8ed9-46575a2e4a89.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1547.249573] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1547.249928] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34fe4cc-7079-4e1b-8977-0b7b714c4523 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.257160] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1547.257160] env[62180]: value = "task-1962959" [ 1547.257160] env[62180]: _type = "Task" [ 1547.257160] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.266542] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.306026] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52edce42-2011-c47f-fc0d-8b09d06e1058, 'name': SearchDatastore_Task, 'duration_secs': 0.028917} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.306026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.306026] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] bf6f1480-abc9-4028-beaa-75f271edd36a/bf6f1480-abc9-4028-beaa-75f271edd36a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.306026] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-181c30eb-f740-4b1a-9493-00c9b8ca3f14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.317459] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1547.317459] env[62180]: value = "task-1962960" [ 1547.317459] env[62180]: _type = "Task" [ 1547.317459] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.323548] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.333787] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.339327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.437861] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.470828] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.470828] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.568687] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a050d463-8d14-464c-91ea-9dba443e06c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.576765] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d75d609-4ec1-4971-8803-85206fc84e62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.622127] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1383e6-c167-4e04-9057-adbe2426989c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.625934] env[62180]: DEBUG nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.635027] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada584e6-184e-4155-8153-1b786ece327c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.649304] env[62180]: DEBUG nova.compute.provider_tree [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.702301] env[62180]: INFO nova.compute.manager [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Took 14.43 seconds to build instance. [ 1547.767546] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065458} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.767789] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.768800] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9d3757-6c37-4c1f-a221-26f36fe3bcc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.791973] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2c798147-c786-4207-8ed9-46575a2e4a89/2c798147-c786-4207-8ed9-46575a2e4a89.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.792722] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c67103d2-1928-430f-8bd0-b2e7b0afc705 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.822437] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1547.822437] env[62180]: value = "task-1962961" [ 1547.822437] env[62180]: _type = "Task" [ 1547.822437] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.834399] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962961, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.838157] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.859186] env[62180]: DEBUG nova.compute.manager [None req-b677b89c-4966-4c39-93f2-94aa4dc15dd6 tempest-ServerExternalEventsTest-2028987718 tempest-ServerExternalEventsTest-2028987718-project] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Received event network-changed {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1547.859186] env[62180]: DEBUG nova.compute.manager [None req-b677b89c-4966-4c39-93f2-94aa4dc15dd6 tempest-ServerExternalEventsTest-2028987718 tempest-ServerExternalEventsTest-2028987718-project] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Refreshing instance network info cache due to event network-changed. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1547.859186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b677b89c-4966-4c39-93f2-94aa4dc15dd6 tempest-ServerExternalEventsTest-2028987718 tempest-ServerExternalEventsTest-2028987718-project] Acquiring lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.859186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b677b89c-4966-4c39-93f2-94aa4dc15dd6 tempest-ServerExternalEventsTest-2028987718 tempest-ServerExternalEventsTest-2028987718-project] Acquired lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.859977] env[62180]: DEBUG nova.network.neutron [None req-b677b89c-4966-4c39-93f2-94aa4dc15dd6 tempest-ServerExternalEventsTest-2028987718 tempest-ServerExternalEventsTest-2028987718-project] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.935391] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962958, 'name': ReconfigVM_Task, 'duration_secs': 0.937884} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.935782] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Reconfigured VM instance instance-00000005 to attach disk [datastore1] df6f42d3-b222-4186-bd01-47b094a73c5b/df6f42d3-b222-4186-bd01-47b094a73c5b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.937105] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40596019-25e2-47c1-918f-777764fb821c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.946249] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1547.946249] env[62180]: value = "task-1962962" [ 1547.946249] env[62180]: _type = "Task" [ 1547.946249] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.959193] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962962, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.976245] env[62180]: DEBUG nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.999228] env[62180]: DEBUG nova.network.neutron [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Successfully updated port: 0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.152489] env[62180]: DEBUG nova.scheduler.client.report [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.160526] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.205021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d74dbb2-3633-48df-be01-d0197909f668 tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "1641f8a7-84ff-4c9a-b612-923c20d6526e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.953s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.336928] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.968524} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.340764] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] bf6f1480-abc9-4028-beaa-75f271edd36a/bf6f1480-abc9-4028-beaa-75f271edd36a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.340764] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.341012] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.341359] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53bb49fc-26c7-424e-89e0-db15f462a1e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.351659] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1548.351659] env[62180]: value = "task-1962963" [ 1548.351659] env[62180]: _type = "Task" [ 1548.351659] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.365516] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.458133] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962962, 'name': Rename_Task, 'duration_secs': 0.45643} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.458133] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.458282] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b56c28d8-e957-4ccb-9aa0-8881f25e316f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.465810] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1548.465810] env[62180]: value = "task-1962964" [ 1548.465810] env[62180]: _type = "Task" [ 1548.465810] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.479244] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.505602] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.505808] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquired lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.505890] env[62180]: DEBUG nova.network.neutron [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.515705] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.661946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.662506] env[62180]: DEBUG nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.665170] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.343s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.667123] env[62180]: INFO nova.compute.claims [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.737288] env[62180]: DEBUG nova.compute.manager [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Received event network-vif-plugged-4e28ec5d-0978-4b53-8582-b3792e58d7a9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1548.737288] env[62180]: DEBUG oslo_concurrency.lockutils [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] Acquiring lock "bf6f1480-abc9-4028-beaa-75f271edd36a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.737288] env[62180]: DEBUG oslo_concurrency.lockutils [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.737288] env[62180]: DEBUG oslo_concurrency.lockutils [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.737288] env[62180]: DEBUG nova.compute.manager [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] No waiting events found dispatching network-vif-plugged-4e28ec5d-0978-4b53-8582-b3792e58d7a9 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.737513] env[62180]: WARNING nova.compute.manager [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Received unexpected event network-vif-plugged-4e28ec5d-0978-4b53-8582-b3792e58d7a9 for instance with vm_state building and task_state spawning. [ 1548.737513] env[62180]: DEBUG nova.compute.manager [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Received event network-changed-4e28ec5d-0978-4b53-8582-b3792e58d7a9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1548.737513] env[62180]: DEBUG nova.compute.manager [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Refreshing instance network info cache due to event network-changed-4e28ec5d-0978-4b53-8582-b3792e58d7a9. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1548.737513] env[62180]: DEBUG oslo_concurrency.lockutils [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] Acquiring lock "refresh_cache-bf6f1480-abc9-4028-beaa-75f271edd36a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.737513] env[62180]: DEBUG oslo_concurrency.lockutils [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] Acquired lock "refresh_cache-bf6f1480-abc9-4028-beaa-75f271edd36a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.737663] env[62180]: DEBUG nova.network.neutron [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Refreshing network info cache for port 4e28ec5d-0978-4b53-8582-b3792e58d7a9 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.839255] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.860256] env[62180]: DEBUG nova.network.neutron [None req-b677b89c-4966-4c39-93f2-94aa4dc15dd6 tempest-ServerExternalEventsTest-2028987718 tempest-ServerExternalEventsTest-2028987718-project] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Updating instance_info_cache with network_info: [{"id": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "address": "fa:16:3e:76:78:f1", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape84256cf-3d", "ovs_interfaceid": "e84256cf-3d59-45d1-a557-f4853f84f7b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.867379] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.424642} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.867681] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.868545] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd779307-d8ae-4814-8197-a839f3d986f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.897213] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bf6f1480-abc9-4028-beaa-75f271edd36a/bf6f1480-abc9-4028-beaa-75f271edd36a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.897963] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adf9ce2-0cc1-4a19-b4bc-7d3818f15386 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.919829] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1548.919829] env[62180]: value = "task-1962965" [ 1548.919829] env[62180]: _type = "Task" [ 1548.919829] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.934040] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.981430] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962964, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.061191] env[62180]: DEBUG nova.network.neutron [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.107553] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.108888] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.175541] env[62180]: DEBUG nova.compute.utils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.180740] env[62180]: DEBUG nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.180740] env[62180]: DEBUG nova.network.neutron [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.317614] env[62180]: DEBUG nova.policy [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7159bc3d88e4b639bf0ca012226b9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ffb4be0b64487e80b60778338adbee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1549.346698] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962961, 'name': ReconfigVM_Task, 'duration_secs': 1.18856} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.346698] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2c798147-c786-4207-8ed9-46575a2e4a89/2c798147-c786-4207-8ed9-46575a2e4a89.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.346698] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-336c6020-ddfd-4632-b6f6-5e0be995457c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.356406] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1549.356406] env[62180]: value = "task-1962966" [ 1549.356406] env[62180]: _type = "Task" [ 1549.356406] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.369432] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b677b89c-4966-4c39-93f2-94aa4dc15dd6 tempest-ServerExternalEventsTest-2028987718 tempest-ServerExternalEventsTest-2028987718-project] Releasing lock "refresh_cache-4f72682c-8a29-49e1-bdc6-866f2ad10116" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.369432] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962966, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.437630] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.444264] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "1e94edee-5708-46df-9ed9-b72d81ac47b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.444509] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.484092] env[62180]: DEBUG oslo_vmware.api [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1962964, 'name': PowerOnVM_Task, 'duration_secs': 0.896419} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.484092] env[62180]: DEBUG nova.network.neutron [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Updating instance_info_cache with network_info: [{"id": "0ff56296-7240-442f-b7ee-11f1223a5238", "address": "fa:16:3e:98:b8:51", "network": {"id": "2a19ac1e-2d6c-4d2c-a1bb-e8c9c5d6b17f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-310258602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503bfcd4eb50438c938651b1d2378a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff56296-72", "ovs_interfaceid": "0ff56296-7240-442f-b7ee-11f1223a5238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.484789] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.485086] env[62180]: INFO nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Took 13.47 seconds to spawn the instance on the hypervisor. [ 1549.485280] env[62180]: DEBUG nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.486378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67392f58-71ac-4485-9793-1ee3f60f9e79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.616024] env[62180]: DEBUG nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1549.687641] env[62180]: DEBUG nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.768380] env[62180]: DEBUG nova.network.neutron [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Successfully created port: a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.815341] env[62180]: DEBUG nova.network.neutron [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Updated VIF entry in instance network info cache for port 4e28ec5d-0978-4b53-8582-b3792e58d7a9. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.816019] env[62180]: DEBUG nova.network.neutron [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Updating instance_info_cache with network_info: [{"id": "4e28ec5d-0978-4b53-8582-b3792e58d7a9", "address": "fa:16:3e:08:07:91", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e28ec5d-09", "ovs_interfaceid": "4e28ec5d-0978-4b53-8582-b3792e58d7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.881229] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962966, 'name': Rename_Task, 'duration_secs': 0.293884} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.887163] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.887163] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3e89024-7375-4bac-aa54-94b0143726d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.896577] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1549.896577] env[62180]: value = "task-1962967" [ 1549.896577] env[62180]: _type = "Task" [ 1549.896577] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.909347] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.938366] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962965, 'name': ReconfigVM_Task, 'duration_secs': 0.621608} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.938638] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bf6f1480-abc9-4028-beaa-75f271edd36a/bf6f1480-abc9-4028-beaa-75f271edd36a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.939531] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23955f27-a033-48a3-abe0-ccb007606309 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.950184] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.950184] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.954267] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1549.954267] env[62180]: value = "task-1962968" [ 1549.954267] env[62180]: _type = "Task" [ 1549.954267] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.964595] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962968, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.987351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Releasing lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.987720] env[62180]: DEBUG nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Instance network_info: |[{"id": "0ff56296-7240-442f-b7ee-11f1223a5238", "address": "fa:16:3e:98:b8:51", "network": {"id": "2a19ac1e-2d6c-4d2c-a1bb-e8c9c5d6b17f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-310258602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503bfcd4eb50438c938651b1d2378a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff56296-72", "ovs_interfaceid": "0ff56296-7240-442f-b7ee-11f1223a5238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.988300] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:b8:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff56296-7240-442f-b7ee-11f1223a5238', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.000061] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Creating folder: Project (503bfcd4eb50438c938651b1d2378a4f). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.006900] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c898060c-d448-4463-a89d-1f2e85f283dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.012937] env[62180]: INFO nova.compute.manager [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Took 20.22 seconds to build instance. [ 1550.021991] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Created folder: Project (503bfcd4eb50438c938651b1d2378a4f) in parent group-v404325. [ 1550.025515] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Creating folder: Instances. Parent ref: group-v404350. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1550.025515] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-737ce9a6-9181-4d41-a1bc-feca6f9afa0f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.038486] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Created folder: Instances in parent group-v404350. [ 1550.038739] env[62180]: DEBUG oslo.service.loopingcall [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.038930] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.039161] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58bf70bd-6a07-49d5-a2b3-785db1b8f69e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.066684] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.066684] env[62180]: value = "task-1962971" [ 1550.066684] env[62180]: _type = "Task" [ 1550.066684] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.076377] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962971, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.102649] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdab981-de47-46b4-931e-79b566ef2405 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.115149] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "20897196-0c32-497c-a7fe-b6b4f2a1a675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.115530] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.115917] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "20897196-0c32-497c-a7fe-b6b4f2a1a675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.116337] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.117328] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.120280] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed23e1a-6267-469d-931c-bf60e42f2d69 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.124211] env[62180]: INFO nova.compute.manager [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Terminating instance [ 1550.161892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.162912] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ea510f-df65-44ed-a1a6-f6861e391dea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.171740] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc26fa-0b05-46ee-9a97-a024a6cbdace {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.187887] env[62180]: DEBUG nova.compute.provider_tree [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.319139] env[62180]: DEBUG oslo_concurrency.lockutils [req-4c0acf0f-ff4f-4b5b-af26-18f741587c60 req-247f7b4d-82ce-4352-acf3-468b7a57db93 service nova] Releasing lock "refresh_cache-bf6f1480-abc9-4028-beaa-75f271edd36a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.371507] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Acquiring lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.371823] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.372144] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Acquiring lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.372380] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.372576] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.374805] env[62180]: INFO nova.compute.manager [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Terminating instance [ 1550.411251] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962967, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.470152] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962968, 'name': Rename_Task, 'duration_secs': 0.211915} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.470152] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.470152] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93faa1cb-4aa2-462f-b1f5-230702d400cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.475529] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1550.475529] env[62180]: value = "task-1962972" [ 1550.475529] env[62180]: _type = "Task" [ 1550.475529] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.485525] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.515366] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d063ff-70aa-4e08-b9cc-40d10d3417c5 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.736s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.536638] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "4f72682c-8a29-49e1-bdc6-866f2ad10116" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.536989] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.537248] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "4f72682c-8a29-49e1-bdc6-866f2ad10116-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.537439] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.537627] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.539584] env[62180]: INFO nova.compute.manager [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Terminating instance [ 1550.580849] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962971, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.635619] env[62180]: DEBUG nova.compute.manager [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.635877] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.636803] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8dc8ec-ab2d-4b7c-8325-66431f33e86b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.646362] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.647013] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5118dd4d-15db-4d67-84a2-9d79a538c05d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.655317] env[62180]: DEBUG oslo_vmware.api [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1550.655317] env[62180]: value = "task-1962973" [ 1550.655317] env[62180]: _type = "Task" [ 1550.655317] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.666525] env[62180]: DEBUG oslo_vmware.api [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.701247] env[62180]: DEBUG nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.709479] env[62180]: ERROR nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [req-8dd12909-8571-4d7b-9687-1ef319b093b1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8dd12909-8571-4d7b-9687-1ef319b093b1"}]} [ 1550.730531] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1550.743772] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.744369] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.744369] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.744460] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.745813] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.745813] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.745813] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.745813] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.745813] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.746194] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.746194] env[62180]: DEBUG nova.virt.hardware [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.746519] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1c6aa4-a33e-4faf-8784-eb5af24acf6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.750320] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1550.750540] env[62180]: DEBUG nova.compute.provider_tree [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.760148] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82685965-5e1b-4134-b73c-c9bce1e55f1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.764904] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1550.784897] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1550.879419] env[62180]: DEBUG nova.compute.manager [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.880215] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.880551] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf79773-c918-4b7a-a5ef-75295548ad1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.894186] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.894467] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2cc0cfa-5cd3-4945-bf25-22cff7f8dee1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.908177] env[62180]: DEBUG oslo_vmware.api [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Waiting for the task: (returnval){ [ 1550.908177] env[62180]: value = "task-1962974" [ 1550.908177] env[62180]: _type = "Task" [ 1550.908177] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.914607] env[62180]: DEBUG oslo_vmware.api [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962967, 'name': PowerOnVM_Task, 'duration_secs': 0.899299} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.915326] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.915557] env[62180]: INFO nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1550.915716] env[62180]: DEBUG nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.916587] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb0e98e-8fb2-4445-b569-111ad452b5ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.924599] env[62180]: DEBUG oslo_vmware.api [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Task: {'id': task-1962974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.989324] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.022562] env[62180]: DEBUG nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.043204] env[62180]: DEBUG nova.compute.manager [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.043474] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.044821] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921a9ab6-67ce-4e68-a6c9-9f02fbde129c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.055341] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.058779] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf00c09-0f08-4513-b967-368beaafa91a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.068744] env[62180]: DEBUG oslo_vmware.api [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1551.068744] env[62180]: value = "task-1962975" [ 1551.068744] env[62180]: _type = "Task" [ 1551.068744] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.090910] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962971, 'name': CreateVM_Task, 'duration_secs': 0.612434} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.091067] env[62180]: DEBUG oslo_vmware.api [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.091765] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.091936] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.092181] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.092516] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1551.093125] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fee330e-6586-4e5d-8525-5e3ff9682b84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.101030] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1551.101030] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527423aa-a3e0-42aa-0b63-b350c717c92b" [ 1551.101030] env[62180]: _type = "Task" [ 1551.101030] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.116081] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527423aa-a3e0-42aa-0b63-b350c717c92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.125788] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c81c1-24b0-40a8-8d18-c5fb670834f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.137305] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa2c655-4877-47fb-aabb-8622bbd8a2e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.177967] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2924e7a1-b0a4-4f00-8e02-52d93d584224 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.188919] env[62180]: DEBUG oslo_vmware.api [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962973, 'name': PowerOffVM_Task, 'duration_secs': 0.274768} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.190229] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad2fde6-a07f-4672-93d7-1ea6cc2bf5ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.194221] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.194405] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.196087] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301587f4-58ed-4403-b930-ba8a591fbabb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.208253] env[62180]: DEBUG nova.compute.provider_tree [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.374796] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.375108] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.375305] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Deleting the datastore file [datastore1] 20897196-0c32-497c-a7fe-b6b4f2a1a675 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.375534] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1d68fb-bc7a-4685-a1bb-6b7b479aac0e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.385855] env[62180]: DEBUG oslo_vmware.api [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for the task: (returnval){ [ 1551.385855] env[62180]: value = "task-1962977" [ 1551.385855] env[62180]: _type = "Task" [ 1551.385855] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.395797] env[62180]: DEBUG oslo_vmware.api [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.419197] env[62180]: DEBUG oslo_vmware.api [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Task: {'id': task-1962974, 'name': PowerOffVM_Task, 'duration_secs': 0.332761} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.419450] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.419623] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.419870] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-065e1bfd-1282-4ea9-af59-bb3a4fbc4ced {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.448153] env[62180]: INFO nova.compute.manager [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Took 13.34 seconds to build instance. [ 1551.487021] env[62180]: DEBUG oslo_vmware.api [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1962972, 'name': PowerOnVM_Task, 'duration_secs': 0.691082} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.487394] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.487512] env[62180]: INFO nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Took 13.23 seconds to spawn the instance on the hypervisor. [ 1551.487687] env[62180]: DEBUG nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.488514] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ae6463-bc0f-45a3-a35b-ae102f11ea2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.530589] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.530589] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.530795] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Deleting the datastore file [datastore1] 0383458e-dc5b-41f3-a3ce-6e57ed863bcc {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.534708] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5f264a-001e-4b3f-ad5c-d1574006597d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.549313] env[62180]: DEBUG oslo_vmware.api [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Waiting for the task: (returnval){ [ 1551.549313] env[62180]: value = "task-1962979" [ 1551.549313] env[62180]: _type = "Task" [ 1551.549313] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.558827] env[62180]: DEBUG oslo_vmware.api [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Task: {'id': task-1962979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.563592] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.583022] env[62180]: DEBUG oslo_vmware.api [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962975, 'name': PowerOffVM_Task, 'duration_secs': 0.278236} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.583303] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.583667] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.583730] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab714215-db46-48f3-845e-8c427c305056 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.617221] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527423aa-a3e0-42aa-0b63-b350c717c92b, 'name': SearchDatastore_Task, 'duration_secs': 0.01597} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.617221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.617221] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.617438] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.618953] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.618953] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.618953] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17784705-e7f9-4cea-9eff-b548850a0d19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.638228] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.638836] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.640019] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca06668-936d-4ca8-9a9a-8ac3d547a166 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.647806] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1551.647806] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52114a34-512e-6b57-c37e-1a6f21b6d20e" [ 1551.647806] env[62180]: _type = "Task" [ 1551.647806] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.657890] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52114a34-512e-6b57-c37e-1a6f21b6d20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.664835] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.665029] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.665370] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Deleting the datastore file [datastore1] 4f72682c-8a29-49e1-bdc6-866f2ad10116 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.665494] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8120c201-d12c-4bb3-abb1-c5495c1e8834 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.673995] env[62180]: DEBUG oslo_vmware.api [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for the task: (returnval){ [ 1551.673995] env[62180]: value = "task-1962981" [ 1551.673995] env[62180]: _type = "Task" [ 1551.673995] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.686478] env[62180]: DEBUG oslo_vmware.api [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.735101] env[62180]: ERROR nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [req-d49feba5-d0f7-409b-af6c-646e5eb69207] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d49feba5-d0f7-409b-af6c-646e5eb69207"}]} [ 1551.754610] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1551.769124] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1551.770106] env[62180]: DEBUG nova.compute.provider_tree [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.787958] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1551.812373] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1551.901740] env[62180]: DEBUG oslo_vmware.api [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Task: {'id': task-1962977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354562} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.905131] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.905354] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.905937] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.905937] env[62180]: INFO nova.compute.manager [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1551.906101] env[62180]: DEBUG oslo.service.loopingcall [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.906906] env[62180]: DEBUG nova.compute.manager [-] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.906906] env[62180]: DEBUG nova.network.neutron [-] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.921622] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.921868] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.950602] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9ef2a5df-ac80-44de-a91a-02de17a4103f tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "2c798147-c786-4207-8ed9-46575a2e4a89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.851s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.964106] env[62180]: DEBUG nova.compute.manager [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Received event network-vif-plugged-0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1551.964106] env[62180]: DEBUG oslo_concurrency.lockutils [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] Acquiring lock "f82dd739-cab2-4037-b038-400c09480dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.964106] env[62180]: DEBUG oslo_concurrency.lockutils [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] Lock "f82dd739-cab2-4037-b038-400c09480dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.964271] env[62180]: DEBUG oslo_concurrency.lockutils [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] Lock "f82dd739-cab2-4037-b038-400c09480dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.968022] env[62180]: DEBUG nova.compute.manager [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] No waiting events found dispatching network-vif-plugged-0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.968022] env[62180]: WARNING nova.compute.manager [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Received unexpected event network-vif-plugged-0ff56296-7240-442f-b7ee-11f1223a5238 for instance with vm_state building and task_state spawning. [ 1551.968022] env[62180]: DEBUG nova.compute.manager [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Received event network-changed-0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1551.968022] env[62180]: DEBUG nova.compute.manager [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Refreshing instance network info cache due to event network-changed-0ff56296-7240-442f-b7ee-11f1223a5238. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1551.968022] env[62180]: DEBUG oslo_concurrency.lockutils [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] Acquiring lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.968554] env[62180]: DEBUG oslo_concurrency.lockutils [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] Acquired lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.968554] env[62180]: DEBUG nova.network.neutron [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Refreshing network info cache for port 0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.013072] env[62180]: INFO nova.compute.manager [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Took 21.75 seconds to build instance. [ 1552.062378] env[62180]: DEBUG oslo_vmware.api [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Task: {'id': task-1962979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271101} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.062694] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.062897] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.063086] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.063263] env[62180]: INFO nova.compute.manager [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1552.063613] env[62180]: DEBUG oslo.service.loopingcall [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.063703] env[62180]: DEBUG nova.compute.manager [-] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.063766] env[62180]: DEBUG nova.network.neutron [-] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.109431] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "81f00805-7e74-422a-9661-b47039221b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.109431] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "81f00805-7e74-422a-9661-b47039221b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.109431] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "81f00805-7e74-422a-9661-b47039221b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.109431] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "81f00805-7e74-422a-9661-b47039221b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.109810] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "81f00805-7e74-422a-9661-b47039221b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.114579] env[62180]: INFO nova.compute.manager [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Terminating instance [ 1552.166106] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52114a34-512e-6b57-c37e-1a6f21b6d20e, 'name': SearchDatastore_Task, 'duration_secs': 0.01526} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.167188] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ce65c0-ac04-4e34-a80a-373ac8f5e1d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.172020] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db46e4-cabd-43a6-8b2f-0932ee3adc58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.176613] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1552.176613] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418" [ 1552.176613] env[62180]: _type = "Task" [ 1552.176613] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.189162] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0446ad-e18a-4b3c-a4af-34a99da73285 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.198781] env[62180]: DEBUG oslo_vmware.api [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Task: {'id': task-1962981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247917} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.199379] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.200223] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.200405] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.200586] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.200753] env[62180]: INFO nova.compute.manager [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1552.200985] env[62180]: DEBUG oslo.service.loopingcall [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.201200] env[62180]: DEBUG nova.compute.manager [-] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.201287] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.229495] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40838eda-b9df-47af-b2e3-11ce3c0addc4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.237985] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad91878-6212-49cb-ac1b-20f2176ef2c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.254846] env[62180]: DEBUG nova.compute.provider_tree [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.274466] env[62180]: DEBUG nova.network.neutron [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Successfully updated port: a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.368677] env[62180]: INFO nova.compute.manager [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Rebuilding instance [ 1552.418370] env[62180]: DEBUG nova.compute.manager [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.419932] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5b9d35-508f-4dba-a231-c53ccf7276f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.454143] env[62180]: DEBUG nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1552.517076] env[62180]: DEBUG oslo_concurrency.lockutils [None req-695f68f7-8df5-48f0-8a57-e424f8f9b935 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.268s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.618648] env[62180]: DEBUG nova.compute.manager [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.619052] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.619981] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0ff70d-a2e8-4c11-a493-0e86dddef2ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.630060] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.630060] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465f7826-f693-4850-90e5-cfcb2920d0d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.637896] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1552.637896] env[62180]: value = "task-1962982" [ 1552.637896] env[62180]: _type = "Task" [ 1552.637896] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.649431] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.691579] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.760940] env[62180]: DEBUG nova.scheduler.client.report [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.777347] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.777495] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.777650] env[62180]: DEBUG nova.network.neutron [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.978844] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.020030] env[62180]: DEBUG nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1553.156217] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.182115] env[62180]: DEBUG nova.network.neutron [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Updated VIF entry in instance network info cache for port 0ff56296-7240-442f-b7ee-11f1223a5238. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.182591] env[62180]: DEBUG nova.network.neutron [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Updating instance_info_cache with network_info: [{"id": "0ff56296-7240-442f-b7ee-11f1223a5238", "address": "fa:16:3e:98:b8:51", "network": {"id": "2a19ac1e-2d6c-4d2c-a1bb-e8c9c5d6b17f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-310258602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503bfcd4eb50438c938651b1d2378a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff56296-72", "ovs_interfaceid": "0ff56296-7240-442f-b7ee-11f1223a5238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.202196] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.270056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.602s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.270056] env[62180]: DEBUG nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1553.272601] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.934s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.273728] env[62180]: INFO nova.compute.claims [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.314910] env[62180]: DEBUG nova.network.neutron [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.360475] env[62180]: DEBUG nova.network.neutron [-] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.406920] env[62180]: DEBUG nova.network.neutron [-] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.416743] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.435200] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.439210] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73bd6d56-a66f-4f53-b1df-df8e1dc7517d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.448392] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1553.448392] env[62180]: value = "task-1962983" [ 1553.448392] env[62180]: _type = "Task" [ 1553.448392] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.465529] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.542735] env[62180]: DEBUG nova.network.neutron [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Updating instance_info_cache with network_info: [{"id": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "address": "fa:16:3e:79:0b:4a", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30ca3e3-d6", "ovs_interfaceid": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.553950] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.653400] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.674089] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Acquiring lock "1cfdd458-1380-44a2-82b9-dc9c44e1a98d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.674089] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Lock "1cfdd458-1380-44a2-82b9-dc9c44e1a98d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.687704] env[62180]: DEBUG oslo_concurrency.lockutils [req-f6d2722a-62a6-4b30-bfe1-fc96adca0488 req-d6b1ad7b-f781-42ee-8992-a59766ebdeb7 service nova] Releasing lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.698507] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.778600] env[62180]: DEBUG nova.compute.utils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.782559] env[62180]: DEBUG nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1553.782559] env[62180]: DEBUG nova.network.neutron [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.854448] env[62180]: DEBUG nova.policy [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '914d8a6f78d948bf998bbcea873f2a8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b65e909f5d4bdcab977f04d27e6b97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1553.868391] env[62180]: INFO nova.compute.manager [-] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Took 1.96 seconds to deallocate network for instance. [ 1553.909195] env[62180]: INFO nova.compute.manager [-] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Took 1.85 seconds to deallocate network for instance. [ 1553.926869] env[62180]: INFO nova.compute.manager [-] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Took 1.73 seconds to deallocate network for instance. [ 1553.963349] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962983, 'name': PowerOffVM_Task, 'duration_secs': 0.231663} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.964387] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.968225] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.971388] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680b59d9-8f57-471b-bc52-b7628ad0f9db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.979847] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.980108] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7f18e1c-4438-43b9-ba88-6d59f2626cbb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.011740] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.012355] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.012590] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Deleting the datastore file [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.012858] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de9e2603-9ee8-43d2-9b20-3400875909c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.023382] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1554.023382] env[62180]: value = "task-1962985" [ 1554.023382] env[62180]: _type = "Task" [ 1554.023382] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.035657] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.047700] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.047848] env[62180]: DEBUG nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Instance network_info: |[{"id": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "address": "fa:16:3e:79:0b:4a", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30ca3e3-d6", "ovs_interfaceid": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1554.048289] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:0b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.058009] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating folder: Project (77ffb4be0b64487e80b60778338adbee). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.058461] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-010b2f68-0012-41e4-9578-3ea9cfbd57b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.074203] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created folder: Project (77ffb4be0b64487e80b60778338adbee) in parent group-v404325. [ 1554.074459] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating folder: Instances. Parent ref: group-v404353. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.074711] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd85a485-8067-46c8-baf2-9f29d26c9fee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.089755] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created folder: Instances in parent group-v404353. [ 1554.090272] env[62180]: DEBUG oslo.service.loopingcall [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.093112] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.093112] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74216c18-50b6-47a6-91a9-0c515e9ae06b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.118814] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.118814] env[62180]: value = "task-1962988" [ 1554.118814] env[62180]: _type = "Task" [ 1554.118814] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.132228] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962988, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.134502] env[62180]: DEBUG nova.compute.manager [req-80ac3fd7-03ae-42dd-a279-e709c87953e1 req-c59b9203-ac21-4b57-b435-2e9e21552a6b service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Received event network-vif-plugged-a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1554.134670] env[62180]: DEBUG oslo_concurrency.lockutils [req-80ac3fd7-03ae-42dd-a279-e709c87953e1 req-c59b9203-ac21-4b57-b435-2e9e21552a6b service nova] Acquiring lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.134924] env[62180]: DEBUG oslo_concurrency.lockutils [req-80ac3fd7-03ae-42dd-a279-e709c87953e1 req-c59b9203-ac21-4b57-b435-2e9e21552a6b service nova] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.134989] env[62180]: DEBUG oslo_concurrency.lockutils [req-80ac3fd7-03ae-42dd-a279-e709c87953e1 req-c59b9203-ac21-4b57-b435-2e9e21552a6b service nova] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.135123] env[62180]: DEBUG nova.compute.manager [req-80ac3fd7-03ae-42dd-a279-e709c87953e1 req-c59b9203-ac21-4b57-b435-2e9e21552a6b service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] No waiting events found dispatching network-vif-plugged-a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.135303] env[62180]: WARNING nova.compute.manager [req-80ac3fd7-03ae-42dd-a279-e709c87953e1 req-c59b9203-ac21-4b57-b435-2e9e21552a6b service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Received unexpected event network-vif-plugged-a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca for instance with vm_state building and task_state spawning. [ 1554.156857] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.163115] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "85b148aa-ff47-40bd-ac92-c1062306a185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.163368] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "85b148aa-ff47-40bd-ac92-c1062306a185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.198298] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.224685] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "0a8b973e-5534-4856-b85d-7d503325ce4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.226573] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.276170] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "4f643aab-c79e-455a-ac39-6184c11d02da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.276719] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "4f643aab-c79e-455a-ac39-6184c11d02da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.283482] env[62180]: DEBUG nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1554.334755] env[62180]: DEBUG nova.network.neutron [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Successfully created port: a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.374050] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.415390] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.436728] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.540023] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.636078] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962988, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.657797] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.685040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d358b6a4-f237-48a9-a58d-5c2d8f5a830a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.697738] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.698807] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e04468-63c7-4a87-a649-0ead6f2fa3c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.732013] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b979cdb-3c06-4e65-a3bb-c092fcfbf30f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.740630] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4ccae5-d06b-40ac-97d7-e8adc2178d30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.755453] env[62180]: DEBUG nova.compute.provider_tree [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.036295] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.129882] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962988, 'name': CreateVM_Task, 'duration_secs': 0.589696} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.130085] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.131050] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.131221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.131536] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.131788] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64344d4-8963-4e37-8b57-a9ce9f3169e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.137505] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1555.137505] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52283894-fe4b-c8b8-e940-f962fb284cf5" [ 1555.137505] env[62180]: _type = "Task" [ 1555.137505] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.147692] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52283894-fe4b-c8b8-e940-f962fb284cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.156391] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.198765] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.211017] env[62180]: DEBUG nova.compute.manager [req-0779d208-eca6-4466-851a-d18b221e9aae req-2b831c1f-327a-4cf4-985e-ad84b42088e9 service nova] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Received event network-vif-deleted-c8be91b0-54b5-4a2d-9787-54f7f38374d0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1555.211234] env[62180]: DEBUG nova.compute.manager [req-0779d208-eca6-4466-851a-d18b221e9aae req-2b831c1f-327a-4cf4-985e-ad84b42088e9 service nova] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Received event network-vif-deleted-a51395c8-b009-45f4-9769-322f7d655f5d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1555.211513] env[62180]: DEBUG nova.compute.manager [req-0779d208-eca6-4466-851a-d18b221e9aae req-2b831c1f-327a-4cf4-985e-ad84b42088e9 service nova] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Received event network-vif-deleted-e84256cf-3d59-45d1-a557-f4853f84f7b4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1555.261451] env[62180]: DEBUG nova.scheduler.client.report [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.299555] env[62180]: DEBUG nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1555.330130] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.330130] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.330130] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.330307] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.330307] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.330307] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.331146] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.333969] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.333969] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.333969] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.333969] env[62180]: DEBUG nova.virt.hardware [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.333969] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb166f-a9e6-42a4-ae8a-56d6fcdc5565 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.343045] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefd64e8-76c4-419d-a3e3-9406dea48c13 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.537295] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.651754] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52283894-fe4b-c8b8-e940-f962fb284cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.456262} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.655230] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.655667] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.656030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.663194] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.703025] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52821f15-4359-1e16-2ab2-2853343b5418, 'name': SearchDatastore_Task, 'duration_secs': 3.419326} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.703025] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.703025] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f82dd739-cab2-4037-b038-400c09480dfa/f82dd739-cab2-4037-b038-400c09480dfa.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.703025] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.703351] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.703351] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de87bc49-bad0-4aa8-9135-5a78a6aa2f84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.704477] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5201709f-92bc-472f-94c3-bc801681967b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.716021] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1555.716021] env[62180]: value = "task-1962989" [ 1555.716021] env[62180]: _type = "Task" [ 1555.716021] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.716021] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.716648] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.720843] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f2d10f-bd69-4d43-96aa-012e9cf9db54 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.727943] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1555.727943] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523da5d7-d929-79e1-17d5-649c3b158bd6" [ 1555.727943] env[62180]: _type = "Task" [ 1555.727943] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.731745] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.744807] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523da5d7-d929-79e1-17d5-649c3b158bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.755607] env[62180]: DEBUG nova.compute.manager [None req-04d33a1d-2616-4ff3-8852-91b077e11e37 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.758036] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e07a9-0a25-4372-9f7b-f336373b5c09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.770816] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.773016] env[62180]: DEBUG nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1555.775719] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.617s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.777832] env[62180]: INFO nova.compute.claims [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.037557] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1962985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.719944} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.037557] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.037557] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.037557] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.162973] env[62180]: DEBUG nova.network.neutron [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Successfully updated port: a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.171883] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962982, 'name': PowerOffVM_Task, 'duration_secs': 3.326547} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.172061] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.172402] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.172974] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1635be7-1863-4ce1-9abc-1a49d437255c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.229677] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.255079] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523da5d7-d929-79e1-17d5-649c3b158bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.015258} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.256140] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f62e55-1e3d-4547-818d-7dfcd35be030 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.265194] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1556.265194] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f8381-11e1-837f-51e7-67bec1dc0e0e" [ 1556.265194] env[62180]: _type = "Task" [ 1556.265194] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.278590] env[62180]: INFO nova.compute.manager [None req-04d33a1d-2616-4ff3-8852-91b077e11e37 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] instance snapshotting [ 1556.281118] env[62180]: DEBUG nova.objects.instance [None req-04d33a1d-2616-4ff3-8852-91b077e11e37 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lazy-loading 'flavor' on Instance uuid 2c798147-c786-4207-8ed9-46575a2e4a89 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.282339] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f8381-11e1-837f-51e7-67bec1dc0e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.284531] env[62180]: DEBUG nova.compute.utils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.290208] env[62180]: DEBUG nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.290739] env[62180]: DEBUG nova.network.neutron [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.304143] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.304143] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.304143] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Deleting the datastore file [datastore1] 81f00805-7e74-422a-9661-b47039221b44 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.305458] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3b3b79f-4ca3-40d3-a809-f3a2cc9bd058 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.320455] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for the task: (returnval){ [ 1556.320455] env[62180]: value = "task-1962991" [ 1556.320455] env[62180]: _type = "Task" [ 1556.320455] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.333778] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.426229] env[62180]: DEBUG nova.policy [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67a7fcbb47c48af867e3eabd8b9d222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b56ae858f034847b6748ffb4b341dfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.667683] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.667939] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquired lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.667976] env[62180]: DEBUG nova.network.neutron [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.674934] env[62180]: DEBUG nova.compute.manager [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Received event network-changed-a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1556.674934] env[62180]: DEBUG nova.compute.manager [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Refreshing instance network info cache due to event network-changed-a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1556.674934] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Acquiring lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.674934] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Acquired lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.674934] env[62180]: DEBUG nova.network.neutron [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Refreshing network info cache for port a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.737388] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640296} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.737388] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f82dd739-cab2-4037-b038-400c09480dfa/f82dd739-cab2-4037-b038-400c09480dfa.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.737388] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.737388] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d902584-efbc-4072-9add-d2f309c5e8b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.749021] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1556.749021] env[62180]: value = "task-1962992" [ 1556.749021] env[62180]: _type = "Task" [ 1556.749021] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.760164] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.778522] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f8381-11e1-837f-51e7-67bec1dc0e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.066532} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.778811] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.779255] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54/4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.779409] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4431bb3b-714d-41f5-8a2a-2a917bf017a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.783596] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "2c798147-c786-4207-8ed9-46575a2e4a89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.783854] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "2c798147-c786-4207-8ed9-46575a2e4a89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.784084] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "2c798147-c786-4207-8ed9-46575a2e4a89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.784268] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "2c798147-c786-4207-8ed9-46575a2e4a89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.784432] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "2c798147-c786-4207-8ed9-46575a2e4a89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.788914] env[62180]: INFO nova.compute.manager [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Terminating instance [ 1556.791314] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1556.791314] env[62180]: value = "task-1962993" [ 1556.791314] env[62180]: _type = "Task" [ 1556.791314] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.792591] env[62180]: DEBUG nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.796643] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc56a227-f445-4e19-afc7-7a731e20f4d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.824910] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1962993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.831874] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc9dd1-8ea9-48bf-95c0-115f8bb5ba06 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.845210] env[62180]: DEBUG oslo_vmware.api [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Task: {'id': task-1962991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450227} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.847706] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.848578] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.848578] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.848578] env[62180]: INFO nova.compute.manager [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] [instance: 81f00805-7e74-422a-9661-b47039221b44] Took 4.23 seconds to destroy the instance on the hypervisor. [ 1556.848759] env[62180]: DEBUG oslo.service.loopingcall [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.851686] env[62180]: DEBUG nova.compute.manager [-] [instance: 81f00805-7e74-422a-9661-b47039221b44] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1556.851686] env[62180]: DEBUG nova.network.neutron [-] [instance: 81f00805-7e74-422a-9661-b47039221b44] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.049173] env[62180]: DEBUG nova.network.neutron [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Successfully created port: d1c02c7f-bf52-4fb7-9a02-0019013ee123 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.095965] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.096468] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.096468] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.096616] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.096763] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.096911] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.097135] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.097322] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.097491] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.097654] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.097935] env[62180]: DEBUG nova.virt.hardware [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.098742] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92083ff6-ffb5-45af-b280-4f69877c7d51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.111664] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a070bbf-8e1b-4f65-be5a-a7d30984222f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.129783] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.135708] env[62180]: DEBUG oslo.service.loopingcall [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.138762] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.141188] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80ae183c-6f87-41ad-94a3-fc1b631df7b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.161705] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.161705] env[62180]: value = "task-1962994" [ 1557.161705] env[62180]: _type = "Task" [ 1557.161705] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.177814] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962994, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.269326] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152139} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.269717] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.270647] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe60604-a663-4268-81f3-2ab2e56d01ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.279206] env[62180]: DEBUG nova.network.neutron [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.306877] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] f82dd739-cab2-4037-b038-400c09480dfa/f82dd739-cab2-4037-b038-400c09480dfa.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.312585] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "refresh_cache-2c798147-c786-4207-8ed9-46575a2e4a89" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.312772] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquired lock "refresh_cache-2c798147-c786-4207-8ed9-46575a2e4a89" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.312944] env[62180]: DEBUG nova.network.neutron [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.317779] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e1989b-c80b-4b95-9bb5-638298726af0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.335973] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a69718-f5bc-4278-988b-02f82d201d21 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.356337] env[62180]: DEBUG nova.compute.manager [None req-04d33a1d-2616-4ff3-8852-91b077e11e37 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Instance disappeared during snapshot {{(pid=62180) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1557.358544] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1962993, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.362418] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae39d1-597f-49b3-891e-655cd24d52d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.396884] env[62180]: DEBUG nova.network.neutron [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.404292] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c233e1c3-cea4-4956-9796-f03a09135606 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.407553] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1557.407553] env[62180]: value = "task-1962995" [ 1557.407553] env[62180]: _type = "Task" [ 1557.407553] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.423401] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b73e660-90cc-478c-ba1f-fe5d7b4b6d97 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.431745] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.444079] env[62180]: DEBUG nova.compute.provider_tree [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.573904] env[62180]: DEBUG nova.compute.manager [None req-04d33a1d-2616-4ff3-8852-91b077e11e37 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Found 0 images (rotation: 2) {{(pid=62180) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1557.654498] env[62180]: DEBUG nova.network.neutron [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.673474] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1962994, 'name': CreateVM_Task, 'duration_secs': 0.431831} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.673812] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.674108] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.674281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.674644] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.674743] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1586885a-e4cb-40b8-b06e-f68d613e5642 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.681433] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1557.681433] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cf2735-51ae-e906-3126-06f7a512f6f5" [ 1557.681433] env[62180]: _type = "Task" [ 1557.681433] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.690366] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cf2735-51ae-e906-3126-06f7a512f6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.807976] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1962993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77274} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.808242] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54/4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.808456] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1557.808711] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4395d7c-e501-4252-942e-eedd5b07186d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.818237] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1557.818237] env[62180]: value = "task-1962996" [ 1557.818237] env[62180]: _type = "Task" [ 1557.818237] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.827943] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1962996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.842972] env[62180]: DEBUG nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.851476] env[62180]: DEBUG nova.network.neutron [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Updating instance_info_cache with network_info: [{"id": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "address": "fa:16:3e:6d:70:67", "network": {"id": "61a8fa8d-cc15-45dd-802c-c7ee811c414e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-586067797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b65e909f5d4bdcab977f04d27e6b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d07137-43", "ovs_interfaceid": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.886224] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.886476] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.886631] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.886810] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.886950] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.887111] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.887361] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.887525] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.887700] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.887852] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.888039] env[62180]: DEBUG nova.virt.hardware [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.889378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06060116-e210-42a1-9ef7-761c1ad95058 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.898953] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3278a635-770e-4c8f-abe7-cc367a2ca316 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.922958] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.935802] env[62180]: DEBUG nova.network.neutron [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Updated VIF entry in instance network info cache for port a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.936229] env[62180]: DEBUG nova.network.neutron [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Updating instance_info_cache with network_info: [{"id": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "address": "fa:16:3e:79:0b:4a", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30ca3e3-d6", "ovs_interfaceid": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.947948] env[62180]: DEBUG nova.scheduler.client.report [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.159515] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Releasing lock "refresh_cache-2c798147-c786-4207-8ed9-46575a2e4a89" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.160482] env[62180]: DEBUG nova.compute.manager [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1558.160482] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1558.161376] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503df076-69cb-4a38-bffc-f37038007bad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.171664] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.171861] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c095e8d-20aa-41c0-93a6-f3b5323ff5ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.179141] env[62180]: DEBUG nova.network.neutron [-] [instance: 81f00805-7e74-422a-9661-b47039221b44] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.181604] env[62180]: DEBUG oslo_vmware.api [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1558.181604] env[62180]: value = "task-1962997" [ 1558.181604] env[62180]: _type = "Task" [ 1558.181604] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.197138] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cf2735-51ae-e906-3126-06f7a512f6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.020421} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.202149] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.202149] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.202149] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.202149] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.202359] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.202831] env[62180]: DEBUG oslo_vmware.api [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.203311] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe6e425-968f-4e1e-88de-057027efeb01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.214453] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.214679] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.215563] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a1dd21-73d3-49e7-9f10-bf7530d86116 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.223206] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1558.223206] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd492f-1a21-031e-a656-6241605dc503" [ 1558.223206] env[62180]: _type = "Task" [ 1558.223206] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.232940] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd492f-1a21-031e-a656-6241605dc503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.329481] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1962996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072962} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.329481] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.329481] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8c05a3-eede-4a11-a688-bf6e86549df0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.357084] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54/4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.357620] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Releasing lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.361090] env[62180]: DEBUG nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Instance network_info: |[{"id": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "address": "fa:16:3e:6d:70:67", "network": {"id": "61a8fa8d-cc15-45dd-802c-c7ee811c414e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-586067797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b65e909f5d4bdcab977f04d27e6b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d07137-43", "ovs_interfaceid": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1558.361090] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452d4f03-7a9f-49f8-b275-4371dfeacfd7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.376145] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:70:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d07137-4340-4788-b31d-9ceaf9305ebe', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.389378] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Creating folder: Project (75b65e909f5d4bdcab977f04d27e6b97). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.389597] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd89095a-0579-48aa-9601-04fda434caad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.398748] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1558.398748] env[62180]: value = "task-1962999" [ 1558.398748] env[62180]: _type = "Task" [ 1558.398748] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.408966] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1962999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.409098] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Created folder: Project (75b65e909f5d4bdcab977f04d27e6b97) in parent group-v404325. [ 1558.409342] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Creating folder: Instances. Parent ref: group-v404357. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.409584] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e154a7-2de5-4f33-98f3-390ffc790da0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.426279] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1962995, 'name': ReconfigVM_Task, 'duration_secs': 0.862649} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.428853] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Reconfigured VM instance instance-00000009 to attach disk [datastore1] f82dd739-cab2-4037-b038-400c09480dfa/f82dd739-cab2-4037-b038-400c09480dfa.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.428853] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Created folder: Instances in parent group-v404357. [ 1558.428853] env[62180]: DEBUG oslo.service.loopingcall [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.429429] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70b0008b-cba6-48fb-bc3c-fca54bc0a3e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.430782] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.430943] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3abdc8dc-4125-4136-a3ea-f4f1874317d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.449466] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Releasing lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.449466] env[62180]: DEBUG nova.compute.manager [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Received event network-changed-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1558.449620] env[62180]: DEBUG nova.compute.manager [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Refreshing instance network info cache due to event network-changed-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1558.449763] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Acquiring lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.449896] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Acquired lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.450059] env[62180]: DEBUG nova.network.neutron [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Refreshing network info cache for port fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.456364] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.456364] env[62180]: DEBUG nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.459388] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.944s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.460926] env[62180]: INFO nova.compute.claims [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.464737] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1558.464737] env[62180]: value = "task-1963001" [ 1558.464737] env[62180]: _type = "Task" [ 1558.464737] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.464737] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1558.464737] env[62180]: value = "task-1963002" [ 1558.464737] env[62180]: _type = "Task" [ 1558.464737] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.482255] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963002, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.485673] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963001, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.619740] env[62180]: DEBUG nova.compute.manager [req-0b31acd2-39f1-43dd-a94e-c7a45bd638a5 req-d6a8f26c-f531-408c-b18f-7fcbf456009b service nova] [instance: 81f00805-7e74-422a-9661-b47039221b44] Received event network-vif-deleted-976fbee3-df23-4144-89cf-be34c526abc0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1558.684036] env[62180]: INFO nova.compute.manager [-] [instance: 81f00805-7e74-422a-9661-b47039221b44] Took 1.83 seconds to deallocate network for instance. [ 1558.703634] env[62180]: DEBUG oslo_vmware.api [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1962997, 'name': PowerOffVM_Task, 'duration_secs': 0.260021} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.703794] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.704288] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.704561] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1192d76-0434-4ac7-99b7-b5c92f653bda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.741051] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd492f-1a21-031e-a656-6241605dc503, 'name': SearchDatastore_Task, 'duration_secs': 0.026395} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.742520] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.742648] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.744449] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Deleting the datastore file [datastore1] 2c798147-c786-4207-8ed9-46575a2e4a89 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.744449] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faad0e29-a732-4b32-ac60-4704b4109b3f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.747659] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0fea653-2609-4016-a9cd-ba1e250f5321 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.754812] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1558.754812] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d734e3-3b18-1bfa-86e7-be1736ecdace" [ 1558.754812] env[62180]: _type = "Task" [ 1558.754812] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.761416] env[62180]: DEBUG oslo_vmware.api [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for the task: (returnval){ [ 1558.761416] env[62180]: value = "task-1963004" [ 1558.761416] env[62180]: _type = "Task" [ 1558.761416] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.768648] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d734e3-3b18-1bfa-86e7-be1736ecdace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.776395] env[62180]: DEBUG oslo_vmware.api [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1963004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.910465] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1962999, 'name': ReconfigVM_Task, 'duration_secs': 0.4742} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.910912] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54/4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.911706] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11bfb84c-e0f0-4da3-adee-6e712cadf7dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.920442] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1558.920442] env[62180]: value = "task-1963005" [ 1558.920442] env[62180]: _type = "Task" [ 1558.920442] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.931946] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963005, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.968925] env[62180]: DEBUG nova.compute.utils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.971632] env[62180]: DEBUG nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1558.971754] env[62180]: DEBUG nova.network.neutron [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.993449] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963002, 'name': CreateVM_Task, 'duration_secs': 0.388316} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.996562] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.997199] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963001, 'name': Rename_Task, 'duration_secs': 0.230471} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.998417] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.998570] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.998872] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.999148] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.000140] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d99d1d-8929-40e2-98aa-f132d2d9116d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.001409] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72303f9-8f94-497a-ab27-5847384cfd14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.008308] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1559.008308] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f2c2f-6bba-3994-2651-13b55b106b20" [ 1559.008308] env[62180]: _type = "Task" [ 1559.008308] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.009597] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1559.009597] env[62180]: value = "task-1963006" [ 1559.009597] env[62180]: _type = "Task" [ 1559.009597] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.027597] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.034562] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f2c2f-6bba-3994-2651-13b55b106b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.201027] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.262331] env[62180]: DEBUG nova.policy [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a196a3bc569341ff8a994f82581ded81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07940f27b1554b80b7718bc405846b61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.283964] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d734e3-3b18-1bfa-86e7-be1736ecdace, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.286731] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.287085] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1559.287843] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848eb7ce-a0a6-43af-bff8-403c0e76f5a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.293629] env[62180]: DEBUG oslo_vmware.api [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Task: {'id': task-1963004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225019} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.294313] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.294416] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.294580] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.294757] env[62180]: INFO nova.compute.manager [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1559.295249] env[62180]: DEBUG oslo.service.loopingcall [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.295551] env[62180]: DEBUG nova.compute.manager [-] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1559.295697] env[62180]: DEBUG nova.network.neutron [-] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.303103] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1559.303103] env[62180]: value = "task-1963007" [ 1559.303103] env[62180]: _type = "Task" [ 1559.303103] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.313413] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.343189] env[62180]: DEBUG nova.network.neutron [-] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.438039] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963005, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.484285] env[62180]: DEBUG nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.530272] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963006, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.534993] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f2c2f-6bba-3994-2651-13b55b106b20, 'name': SearchDatastore_Task, 'duration_secs': 0.019328} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.540671] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.540671] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.540671] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.540671] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.541032] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.541032] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70cf4887-4054-4547-bf6f-b6d738d561e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.553328] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.553328] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.553328] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc52a64-b5ad-4d4a-809a-bdba8079d6c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.566073] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1559.566073] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d9ab01-f00b-b332-6855-1cb1ca97a00d" [ 1559.566073] env[62180]: _type = "Task" [ 1559.566073] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.579991] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d9ab01-f00b-b332-6855-1cb1ca97a00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.681068] env[62180]: DEBUG nova.network.neutron [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Successfully updated port: d1c02c7f-bf52-4fb7-9a02-0019013ee123 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.819654] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963007, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.845439] env[62180]: DEBUG nova.network.neutron [-] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.850781] env[62180]: DEBUG nova.network.neutron [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updated VIF entry in instance network info cache for port fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.850781] env[62180]: DEBUG nova.network.neutron [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.939033] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963005, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.939530] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc89d217-2e09-4f64-a9cd-b863d713fea3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.952706] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c751030-210f-4b46-9b3e-90748b8aaf33 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.985629] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c6c6bf-1132-417f-af6a-83b9b12fe570 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.002522] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03cad19-f2bc-4f2e-b7bc-356cf032fe83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.014765] env[62180]: DEBUG nova.compute.provider_tree [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.031926] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963006, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.081452] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d9ab01-f00b-b332-6855-1cb1ca97a00d, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.083112] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e61ae6-fd95-4fc2-a099-641802010a1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.090535] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1560.090535] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52373d11-a20f-6fc7-137b-7c453f56990d" [ 1560.090535] env[62180]: _type = "Task" [ 1560.090535] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.103913] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52373d11-a20f-6fc7-137b-7c453f56990d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.132468] env[62180]: DEBUG nova.compute.manager [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Received event network-changed-a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1560.133063] env[62180]: DEBUG nova.compute.manager [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Refreshing instance network info cache due to event network-changed-a2d07137-4340-4788-b31d-9ceaf9305ebe. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1560.133201] env[62180]: DEBUG oslo_concurrency.lockutils [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] Acquiring lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.133684] env[62180]: DEBUG oslo_concurrency.lockutils [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] Acquired lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.133684] env[62180]: DEBUG nova.network.neutron [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Refreshing network info cache for port a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.158519] env[62180]: DEBUG nova.network.neutron [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Successfully created port: 3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.184309] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "refresh_cache-2149a69c-f8b8-4806-b1d1-df8862b89d95" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.184483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "refresh_cache-2149a69c-f8b8-4806-b1d1-df8862b89d95" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.184632] env[62180]: DEBUG nova.network.neutron [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.315627] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712892} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.315887] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.316108] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.316384] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a92db04b-43ce-417a-a6c3-ac32166d5861 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.324410] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1560.324410] env[62180]: value = "task-1963008" [ 1560.324410] env[62180]: _type = "Task" [ 1560.324410] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.334582] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.348447] env[62180]: INFO nova.compute.manager [-] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Took 1.05 seconds to deallocate network for instance. [ 1560.354867] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Releasing lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.355864] env[62180]: DEBUG nova.compute.manager [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Received event network-vif-plugged-a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1560.355864] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Acquiring lock "576a18ea-5ee5-4dc5-9378-23b77adce4db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.355864] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.355864] env[62180]: DEBUG oslo_concurrency.lockutils [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.355864] env[62180]: DEBUG nova.compute.manager [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] No waiting events found dispatching network-vif-plugged-a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.356116] env[62180]: WARNING nova.compute.manager [req-106e8b1d-62ce-4cc7-8e9f-aaf5a55148c2 req-02aefa0c-aad4-490f-b07b-80fa8b2f2baa service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Received unexpected event network-vif-plugged-a2d07137-4340-4788-b31d-9ceaf9305ebe for instance with vm_state building and task_state spawning. [ 1560.435575] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963005, 'name': Rename_Task, 'duration_secs': 1.051535} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.439813] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.439813] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8281a9be-c77d-4c3f-81ac-c65a5932cb3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.450212] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1560.450212] env[62180]: value = "task-1963009" [ 1560.450212] env[62180]: _type = "Task" [ 1560.450212] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.467091] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.499801] env[62180]: DEBUG nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.524424] env[62180]: DEBUG nova.scheduler.client.report [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.542402] env[62180]: DEBUG oslo_vmware.api [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963006, 'name': PowerOnVM_Task, 'duration_secs': 1.138015} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.542402] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.542402] env[62180]: INFO nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Took 14.42 seconds to spawn the instance on the hypervisor. [ 1560.542402] env[62180]: DEBUG nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.543508] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4107c5-9f6a-488a-b3df-dbcaa3d48402 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.552482] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T14:05:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1323261808',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1376403188',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.552482] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.552482] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.552634] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.552634] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.552634] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.552634] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.552634] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.552814] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.552814] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.552814] env[62180]: DEBUG nova.virt.hardware [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.553608] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c32d36-6b9a-4eda-8dfa-b1ec25c1d781 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.567679] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7396d7e-dc22-4909-86c3-c2ec5807ec19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.601727] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52373d11-a20f-6fc7-137b-7c453f56990d, 'name': SearchDatastore_Task, 'duration_secs': 0.0174} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.602342] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.602342] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 576a18ea-5ee5-4dc5-9378-23b77adce4db/576a18ea-5ee5-4dc5-9378-23b77adce4db.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.604259] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62dd9799-f360-4842-8dc3-31d4397aba7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.616579] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1560.616579] env[62180]: value = "task-1963010" [ 1560.616579] env[62180]: _type = "Task" [ 1560.616579] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.628710] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.750375] env[62180]: DEBUG nova.network.neutron [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.835597] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071556} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.836014] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.836685] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0991f3d3-91d6-4532-b8af-df66b5131afc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.865213] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.866454] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.866569] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b45fa50-b2ac-47f7-9692-b60bbb53aa92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.889255] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1560.889255] env[62180]: value = "task-1963011" [ 1560.889255] env[62180]: _type = "Task" [ 1560.889255] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.900024] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.967114] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.034578] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.035234] env[62180]: DEBUG nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.037856] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.876s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.039550] env[62180]: INFO nova.compute.claims [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.079903] env[62180]: INFO nova.compute.manager [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Took 21.45 seconds to build instance. [ 1561.134508] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.186990] env[62180]: DEBUG nova.network.neutron [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Updating instance_info_cache with network_info: [{"id": "d1c02c7f-bf52-4fb7-9a02-0019013ee123", "address": "fa:16:3e:28:7a:78", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c02c7f-bf", "ovs_interfaceid": "d1c02c7f-bf52-4fb7-9a02-0019013ee123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.345116] env[62180]: DEBUG nova.network.neutron [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Updated VIF entry in instance network info cache for port a2d07137-4340-4788-b31d-9ceaf9305ebe. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.345335] env[62180]: DEBUG nova.network.neutron [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Updating instance_info_cache with network_info: [{"id": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "address": "fa:16:3e:6d:70:67", "network": {"id": "61a8fa8d-cc15-45dd-802c-c7ee811c414e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-586067797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b65e909f5d4bdcab977f04d27e6b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d07137-43", "ovs_interfaceid": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.403269] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963011, 'name': ReconfigVM_Task, 'duration_secs': 0.504678} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.403550] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.404268] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44e85dda-c52f-4921-a564-02497aa1b525 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.412708] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1561.412708] env[62180]: value = "task-1963012" [ 1561.412708] env[62180]: _type = "Task" [ 1561.412708] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.423628] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963012, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.463548] env[62180]: DEBUG oslo_vmware.api [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963009, 'name': PowerOnVM_Task, 'duration_secs': 0.844378} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.463834] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.464049] env[62180]: INFO nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1561.464232] env[62180]: DEBUG nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.465052] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe74810-c314-4f09-82f7-6161736bf0fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.545439] env[62180]: DEBUG nova.compute.utils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.549859] env[62180]: DEBUG nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1561.550050] env[62180]: DEBUG nova.network.neutron [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1561.583217] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b9951280-71c6-4737-9c8a-a97ac48e7951 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "f82dd739-cab2-4037-b038-400c09480dfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.980s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.632349] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761428} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.632349] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 576a18ea-5ee5-4dc5-9378-23b77adce4db/576a18ea-5ee5-4dc5-9378-23b77adce4db.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.632349] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.632349] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4073d2e-74b3-492f-8f2e-09d9d3412c32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.646595] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1561.646595] env[62180]: value = "task-1963013" [ 1561.646595] env[62180]: _type = "Task" [ 1561.646595] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.654051] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.683940] env[62180]: DEBUG nova.policy [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec3374f932b4413fa0ab1f355eff2823', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2e25f1c629e4cd0887b7c917e002635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1561.690514] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "refresh_cache-2149a69c-f8b8-4806-b1d1-df8862b89d95" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.690514] env[62180]: DEBUG nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Instance network_info: |[{"id": "d1c02c7f-bf52-4fb7-9a02-0019013ee123", "address": "fa:16:3e:28:7a:78", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c02c7f-bf", "ovs_interfaceid": "d1c02c7f-bf52-4fb7-9a02-0019013ee123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.693502] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:7a:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c02c7f-bf52-4fb7-9a02-0019013ee123', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.699623] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating folder: Project (0b56ae858f034847b6748ffb4b341dfc). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.700030] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f4ccc98-2d7b-497f-bd53-f909be8b9025 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.715777] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created folder: Project (0b56ae858f034847b6748ffb4b341dfc) in parent group-v404325. [ 1561.716259] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating folder: Instances. Parent ref: group-v404360. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.716259] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-571f7550-1b14-4591-a171-134cce0ca6aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.732856] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created folder: Instances in parent group-v404360. [ 1561.732856] env[62180]: DEBUG oslo.service.loopingcall [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.732856] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.732856] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb5d176-8811-45ba-bc52-781fa51e8091 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.764191] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.764191] env[62180]: value = "task-1963016" [ 1561.764191] env[62180]: _type = "Task" [ 1561.764191] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.774580] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963016, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.850202] env[62180]: DEBUG oslo_concurrency.lockutils [req-5f823c9b-5c3c-4b1f-96c6-47ca1ad4bab7 req-1474b139-9298-4620-bb04-29882cce1b33 service nova] Releasing lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.924552] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963012, 'name': Rename_Task, 'duration_secs': 0.430525} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.924919] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.925187] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8940acfd-0cc5-4f8f-9896-6ee3d5b57c35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.933314] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1561.933314] env[62180]: value = "task-1963017" [ 1561.933314] env[62180]: _type = "Task" [ 1561.933314] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.942831] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.990324] env[62180]: INFO nova.compute.manager [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Took 15.72 seconds to build instance. [ 1562.052422] env[62180]: DEBUG nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.089026] env[62180]: DEBUG nova.compute.manager [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1562.161316] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092132} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.162500] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.168297] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edefdd-d5a0-4972-8a98-9e90ce667400 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.201054] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 576a18ea-5ee5-4dc5-9378-23b77adce4db/576a18ea-5ee5-4dc5-9378-23b77adce4db.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.204345] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8739505c-65da-4a52-8757-597327b30c94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.231868] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1562.231868] env[62180]: value = "task-1963018" [ 1562.231868] env[62180]: _type = "Task" [ 1562.231868] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.243553] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.280082] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963016, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.453087] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963017, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.490218] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.490513] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.501660] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cbec6a64-785d-46bf-976c-55fc6e23a14c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.239s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.597648] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d4bb7-8650-4b7a-a233-677f3038d3ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.612241] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e72f9-fd9b-41e7-b887-27799ab23f7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.650276] env[62180]: DEBUG nova.network.neutron [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Successfully created port: 87961436-e648-411c-8e16-e10ca4702f62 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.653798] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.654711] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b95708-4511-4481-9b07-0cbb854b7454 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.667032] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377f3d7-5f3a-4636-8738-b603afc2f81e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.682570] env[62180]: DEBUG nova.compute.provider_tree [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.746640] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.772472] env[62180]: DEBUG nova.network.neutron [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Successfully updated port: 3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.792409] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963016, 'name': CreateVM_Task, 'duration_secs': 0.667488} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.794017] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.796540] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.796719] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.797055] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.797684] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b16845b0-09a4-42d3-9858-c6b2b05859b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.804739] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1562.804739] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d7ff4d-ba4f-9b98-c0cd-0e8f6bef47ff" [ 1562.804739] env[62180]: _type = "Task" [ 1562.804739] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.821081] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d7ff4d-ba4f-9b98-c0cd-0e8f6bef47ff, 'name': SearchDatastore_Task} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.822461] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.822461] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.822461] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.822461] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.822461] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.822700] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2359fcb9-cd74-4ea4-9b0c-d7165f2c9ee8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.845069] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.845580] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.846104] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf8256c-a98e-45ac-867b-535e98e92893 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.858693] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1562.858693] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c0444d-6c60-30f2-bf25-d99c011304f2" [ 1562.858693] env[62180]: _type = "Task" [ 1562.858693] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.873376] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c0444d-6c60-30f2-bf25-d99c011304f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.946704] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963017, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.005417] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.066733] env[62180]: DEBUG nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.106933] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1563.106933] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.106933] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1563.107108] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.107108] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1563.107108] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1563.107108] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1563.107108] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1563.107330] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1563.107330] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1563.107621] env[62180]: DEBUG nova.virt.hardware [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1563.108876] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244bc707-6943-4d6c-8f86-e3061d17ea6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.119117] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d8dabe-dcd9-4ee5-85c2-1d7b1fc57a84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.189869] env[62180]: DEBUG nova.scheduler.client.report [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.249763] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963018, 'name': ReconfigVM_Task, 'duration_secs': 0.669829} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.252742] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 576a18ea-5ee5-4dc5-9378-23b77adce4db/576a18ea-5ee5-4dc5-9378-23b77adce4db.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.252742] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-040d9667-2427-40b4-a1b2-d2d648abc660 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.258780] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1563.258780] env[62180]: value = "task-1963019" [ 1563.258780] env[62180]: _type = "Task" [ 1563.258780] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.270209] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963019, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.275503] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.276134] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.276134] env[62180]: DEBUG nova.network.neutron [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.370912] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c0444d-6c60-30f2-bf25-d99c011304f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.371766] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049d395c-6ed9-496c-ba57-72e20556700b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.378269] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1563.378269] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fafd23-73fd-9d41-5052-195e14d4ff8c" [ 1563.378269] env[62180]: _type = "Task" [ 1563.378269] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.388442] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fafd23-73fd-9d41-5052-195e14d4ff8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.447085] env[62180]: DEBUG oslo_vmware.api [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963017, 'name': PowerOnVM_Task, 'duration_secs': 1.216533} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.447085] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.447337] env[62180]: DEBUG nova.compute.manager [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.448054] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b5d4f5-0928-4048-b594-51a0888ece9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.536974] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.640235] env[62180]: DEBUG nova.compute.manager [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Received event network-vif-plugged-d1c02c7f-bf52-4fb7-9a02-0019013ee123 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1563.640622] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] Acquiring lock "2149a69c-f8b8-4806-b1d1-df8862b89d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.640937] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.641212] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.641444] env[62180]: DEBUG nova.compute.manager [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] No waiting events found dispatching network-vif-plugged-d1c02c7f-bf52-4fb7-9a02-0019013ee123 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.641669] env[62180]: WARNING nova.compute.manager [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Received unexpected event network-vif-plugged-d1c02c7f-bf52-4fb7-9a02-0019013ee123 for instance with vm_state building and task_state spawning. [ 1563.641870] env[62180]: DEBUG nova.compute.manager [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Received event network-changed-d1c02c7f-bf52-4fb7-9a02-0019013ee123 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1563.642181] env[62180]: DEBUG nova.compute.manager [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Refreshing instance network info cache due to event network-changed-d1c02c7f-bf52-4fb7-9a02-0019013ee123. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1563.642493] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] Acquiring lock "refresh_cache-2149a69c-f8b8-4806-b1d1-df8862b89d95" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.642631] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] Acquired lock "refresh_cache-2149a69c-f8b8-4806-b1d1-df8862b89d95" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.642847] env[62180]: DEBUG nova.network.neutron [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Refreshing network info cache for port d1c02c7f-bf52-4fb7-9a02-0019013ee123 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.697472] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.697998] env[62180]: DEBUG nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1563.701524] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.138s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.704273] env[62180]: INFO nova.compute.claims [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.734425] env[62180]: DEBUG nova.compute.manager [req-7e113fb0-a0f0-4545-87e8-227bfd20fe38 req-1424361c-5229-4cf6-ad42-8788984a217b service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Received event network-vif-plugged-3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1563.734425] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e113fb0-a0f0-4545-87e8-227bfd20fe38 req-1424361c-5229-4cf6-ad42-8788984a217b service nova] Acquiring lock "86c816a2-26f2-4246-b2c5-a14619cde39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.734425] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e113fb0-a0f0-4545-87e8-227bfd20fe38 req-1424361c-5229-4cf6-ad42-8788984a217b service nova] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.734425] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e113fb0-a0f0-4545-87e8-227bfd20fe38 req-1424361c-5229-4cf6-ad42-8788984a217b service nova] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.734425] env[62180]: DEBUG nova.compute.manager [req-7e113fb0-a0f0-4545-87e8-227bfd20fe38 req-1424361c-5229-4cf6-ad42-8788984a217b service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] No waiting events found dispatching network-vif-plugged-3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1563.734810] env[62180]: WARNING nova.compute.manager [req-7e113fb0-a0f0-4545-87e8-227bfd20fe38 req-1424361c-5229-4cf6-ad42-8788984a217b service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Received unexpected event network-vif-plugged-3f2aedae-649b-43d5-83cc-cc470cadf28e for instance with vm_state building and task_state spawning. [ 1563.770602] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963019, 'name': Rename_Task, 'duration_secs': 0.405272} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.770889] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.771149] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c604b638-637f-4365-b5a8-a3459139a0f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.781508] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1563.781508] env[62180]: value = "task-1963020" [ 1563.781508] env[62180]: _type = "Task" [ 1563.781508] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.790823] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.836887] env[62180]: DEBUG nova.network.neutron [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.890858] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fafd23-73fd-9d41-5052-195e14d4ff8c, 'name': SearchDatastore_Task, 'duration_secs': 0.024744} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.891148] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.891587] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 2149a69c-f8b8-4806-b1d1-df8862b89d95/2149a69c-f8b8-4806-b1d1-df8862b89d95.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.891884] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22b0d0e5-261f-4914-b743-8e140cdb10e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.902801] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1563.902801] env[62180]: value = "task-1963021" [ 1563.902801] env[62180]: _type = "Task" [ 1563.902801] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.914072] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.967318] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.081530] env[62180]: DEBUG nova.network.neutron [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Updating instance_info_cache with network_info: [{"id": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "address": "fa:16:3e:bc:1b:b0", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2aedae-64", "ovs_interfaceid": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.204014] env[62180]: DEBUG nova.compute.utils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.210638] env[62180]: DEBUG nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.210832] env[62180]: DEBUG nova.network.neutron [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.295751] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.355221] env[62180]: DEBUG nova.policy [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7abb0046270c406888cbba3bf12501dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc09a3a2b8f47ed8da202ad8e285e50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.418511] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963021, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.585297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Releasing lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.585711] env[62180]: DEBUG nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Instance network_info: |[{"id": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "address": "fa:16:3e:bc:1b:b0", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2aedae-64", "ovs_interfaceid": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1564.586095] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:1b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f2aedae-649b-43d5-83cc-cc470cadf28e', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.594050] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Creating folder: Project (07940f27b1554b80b7718bc405846b61). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.594373] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7b6b105-b74f-4684-8165-badb8a99f1dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.608823] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Created folder: Project (07940f27b1554b80b7718bc405846b61) in parent group-v404325. [ 1564.609036] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Creating folder: Instances. Parent ref: group-v404363. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.609262] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-845c4092-976d-492f-98ec-bf2179f1d64e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.618723] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Created folder: Instances in parent group-v404363. [ 1564.618911] env[62180]: DEBUG oslo.service.loopingcall [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.619177] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.619309] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bce34e12-2ec1-4859-bd3d-0c7eae360089 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.639242] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.639242] env[62180]: value = "task-1963024" [ 1564.639242] env[62180]: _type = "Task" [ 1564.639242] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.648942] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963024, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.654526] env[62180]: DEBUG nova.network.neutron [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Updated VIF entry in instance network info cache for port d1c02c7f-bf52-4fb7-9a02-0019013ee123. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.654810] env[62180]: DEBUG nova.network.neutron [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Updating instance_info_cache with network_info: [{"id": "d1c02c7f-bf52-4fb7-9a02-0019013ee123", "address": "fa:16:3e:28:7a:78", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c02c7f-bf", "ovs_interfaceid": "d1c02c7f-bf52-4fb7-9a02-0019013ee123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.719361] env[62180]: DEBUG nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1564.796459] env[62180]: DEBUG oslo_vmware.api [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963020, 'name': PowerOnVM_Task, 'duration_secs': 0.687266} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.801302] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.801615] env[62180]: INFO nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1564.801860] env[62180]: DEBUG nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.803679] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af799c56-384a-4f0f-8e8e-a3c7b80ceeaf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.856999] env[62180]: DEBUG nova.network.neutron [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Successfully updated port: 87961436-e648-411c-8e16-e10ca4702f62 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.938405] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674124} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.938405] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 2149a69c-f8b8-4806-b1d1-df8862b89d95/2149a69c-f8b8-4806-b1d1-df8862b89d95.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.938405] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1564.938405] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407ddc6d-5406-4909-87c9-d2b399d932be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.952737] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1564.952737] env[62180]: value = "task-1963025" [ 1564.952737] env[62180]: _type = "Task" [ 1564.952737] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.966557] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.974979] env[62180]: DEBUG nova.network.neutron [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Successfully created port: fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.158752] env[62180]: DEBUG oslo_concurrency.lockutils [req-cf0f8031-4647-4322-9fb0-f31e8d577ec6 req-fd931af2-23dc-4f39-8e4f-27ca314d66dc service nova] Releasing lock "refresh_cache-2149a69c-f8b8-4806-b1d1-df8862b89d95" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.159190] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963024, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.235667] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d483d-8057-45b4-ace8-545e47632bfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.245130] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c8af0f-06d8-4f98-b7d9-1b56b276a6cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.281445] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d8f1b-c302-4ca3-80e7-01d9a85a2127 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.293729] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce4875-8171-4405-8a9f-b97ad3ae6968 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.309274] env[62180]: DEBUG nova.compute.provider_tree [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.334520] env[62180]: INFO nova.compute.manager [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Took 18.05 seconds to build instance. [ 1565.363924] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "refresh_cache-2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.363924] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquired lock "refresh_cache-2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.363924] env[62180]: DEBUG nova.network.neutron [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.470823] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188145} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.473804] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.475041] env[62180]: DEBUG oslo_concurrency.lockutils [None req-962a5b16-0a52-47c1-9bad-b3902498b07d tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "396f9709-946e-46d6-be8f-3d4656952252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.475041] env[62180]: DEBUG oslo_concurrency.lockutils [None req-962a5b16-0a52-47c1-9bad-b3902498b07d tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "396f9709-946e-46d6-be8f-3d4656952252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.475228] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a85da1-ae3b-40cc-85fb-6ece90973f74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.506919] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 2149a69c-f8b8-4806-b1d1-df8862b89d95/2149a69c-f8b8-4806-b1d1-df8862b89d95.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.510038] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04abc467-69ed-4fcf-8164-ad4b63363e9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.536453] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1565.536453] env[62180]: value = "task-1963026" [ 1565.536453] env[62180]: _type = "Task" [ 1565.536453] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.545489] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "556a65af-889d-4150-bd0d-2822964227e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.545628] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "556a65af-889d-4150-bd0d-2822964227e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.550638] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.652345] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963024, 'name': CreateVM_Task, 'duration_secs': 0.605191} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.652966] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.653287] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.653394] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.653704] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.653965] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7171649-0bb8-4a54-bda0-e2860750b299 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.659535] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1565.659535] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524e707e-2c04-c02b-5337-2bb68ce08d8d" [ 1565.659535] env[62180]: _type = "Task" [ 1565.659535] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.670701] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524e707e-2c04-c02b-5337-2bb68ce08d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.733014] env[62180]: DEBUG nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1565.756792] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1565.757109] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1565.757269] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1565.757474] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1565.757629] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1565.757770] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1565.758039] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1565.758217] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1565.758309] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1565.758987] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1565.760145] env[62180]: DEBUG nova.virt.hardware [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1565.760289] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88fde1-3a4f-412d-b5ca-060aac42c078 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.769294] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa94341a-f78a-4804-b5df-a361960641f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.812734] env[62180]: DEBUG nova.scheduler.client.report [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.840563] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a876581-9fe4-48b8-833d-b77e105f16a1 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.572s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.964150] env[62180]: DEBUG nova.network.neutron [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1566.053408] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963026, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.178177] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524e707e-2c04-c02b-5337-2bb68ce08d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.038983} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.178363] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.178628] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.178798] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.178943] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.179154] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.179410] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed1b678-ed26-4142-b034-67421f86a82c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.199068] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.199068] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.199068] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5d6371-2745-4acc-9f40-27e827871fca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.204595] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1566.204595] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5211654f-9d78-f5fa-7cde-6937d0325baf" [ 1566.204595] env[62180]: _type = "Task" [ 1566.204595] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.214485] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5211654f-9d78-f5fa-7cde-6937d0325baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.301689] env[62180]: DEBUG nova.network.neutron [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Updating instance_info_cache with network_info: [{"id": "87961436-e648-411c-8e16-e10ca4702f62", "address": "fa:16:3e:a0:1b:5c", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87961436-e6", "ovs_interfaceid": "87961436-e648-411c-8e16-e10ca4702f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.320184] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.320731] env[62180]: DEBUG nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.324507] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.346s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.326381] env[62180]: INFO nova.compute.claims [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.346861] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1566.414033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "89553d85-1b06-45e3-b3d1-24a869612b8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.414033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "89553d85-1b06-45e3-b3d1-24a869612b8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.551386] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963026, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.716169] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5211654f-9d78-f5fa-7cde-6937d0325baf, 'name': SearchDatastore_Task, 'duration_secs': 0.018227} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.717071] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b22d98-71a1-462f-9ab8-6c0189a6e315 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.722773] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1566.722773] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254e3e9-b9be-6059-2764-848a4c0b74f8" [ 1566.722773] env[62180]: _type = "Task" [ 1566.722773] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.731281] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254e3e9-b9be-6059-2764-848a4c0b74f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.799015] env[62180]: DEBUG nova.network.neutron [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Successfully updated port: fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.806325] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Releasing lock "refresh_cache-2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.806734] env[62180]: DEBUG nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Instance network_info: |[{"id": "87961436-e648-411c-8e16-e10ca4702f62", "address": "fa:16:3e:a0:1b:5c", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87961436-e6", "ovs_interfaceid": "87961436-e648-411c-8e16-e10ca4702f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.807170] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:1b:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87961436-e648-411c-8e16-e10ca4702f62', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.815508] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Creating folder: Project (e2e25f1c629e4cd0887b7c917e002635). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.816994] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4229cfa5-6f66-45cb-9243-9ef853a389bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.830850] env[62180]: DEBUG nova.compute.utils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.842676] env[62180]: DEBUG nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1566.842676] env[62180]: DEBUG nova.network.neutron [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.843725] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Created folder: Project (e2e25f1c629e4cd0887b7c917e002635) in parent group-v404325. [ 1566.845051] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Creating folder: Instances. Parent ref: group-v404369. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.845573] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e348b6c4-5eda-4750-b4da-92a76bbadb0e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.861316] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Created folder: Instances in parent group-v404369. [ 1566.863956] env[62180]: DEBUG oslo.service.loopingcall [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.863956] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.863956] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325a8ae1-2d5f-4f31-9817-85940b892b67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.886123] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.889483] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.889483] env[62180]: value = "task-1963033" [ 1566.889483] env[62180]: _type = "Task" [ 1566.889483] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.896153] env[62180]: DEBUG nova.policy [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486886d9d79e453da987423ca734c4c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e230cad9f646464c95ccaa22d79db06e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.901359] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963033, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.056489] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963026, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.235689] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254e3e9-b9be-6059-2764-848a4c0b74f8, 'name': SearchDatastore_Task, 'duration_secs': 0.042501} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.236027] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.236342] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 86c816a2-26f2-4246-b2c5-a14619cde39a/86c816a2-26f2-4246-b2c5-a14619cde39a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.236634] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c69523f4-faa9-4370-a374-53d41061561a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.243531] env[62180]: DEBUG nova.network.neutron [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Successfully created port: c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.248350] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1567.248350] env[62180]: value = "task-1963034" [ 1567.248350] env[62180]: _type = "Task" [ 1567.248350] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.261872] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.300364] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.300529] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.300702] env[62180]: DEBUG nova.network.neutron [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.337519] env[62180]: DEBUG nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.366655] env[62180]: DEBUG nova.compute.manager [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Received event network-changed-3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1567.366875] env[62180]: DEBUG nova.compute.manager [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Refreshing instance network info cache due to event network-changed-3f2aedae-649b-43d5-83cc-cc470cadf28e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1567.369294] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Acquiring lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.369294] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Acquired lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.369447] env[62180]: DEBUG nova.network.neutron [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Refreshing network info cache for port 3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.413252] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963033, 'name': CreateVM_Task, 'duration_secs': 0.462065} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.413437] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1567.414154] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.414320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.414860] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.414908] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d225f5-a7f9-45ef-b190-514bc0fd37d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.428734] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1567.428734] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c07591-b417-8a46-392f-e706403bed85" [ 1567.428734] env[62180]: _type = "Task" [ 1567.428734] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.439844] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c07591-b417-8a46-392f-e706403bed85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.453865] env[62180]: DEBUG nova.compute.manager [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Received event network-changed-0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1567.453865] env[62180]: DEBUG nova.compute.manager [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Refreshing instance network info cache due to event network-changed-0ff56296-7240-442f-b7ee-11f1223a5238. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1567.453865] env[62180]: DEBUG oslo_concurrency.lockutils [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] Acquiring lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.453865] env[62180]: DEBUG oslo_concurrency.lockutils [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] Acquired lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.454073] env[62180]: DEBUG nova.network.neutron [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Refreshing network info cache for port 0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.555810] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963026, 'name': ReconfigVM_Task, 'duration_secs': 1.572487} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.556576] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 2149a69c-f8b8-4806-b1d1-df8862b89d95/2149a69c-f8b8-4806-b1d1-df8862b89d95.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.557617] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6cbb48b-d82e-4d5f-aae3-6921eea452b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.571650] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1567.571650] env[62180]: value = "task-1963035" [ 1567.571650] env[62180]: _type = "Task" [ 1567.571650] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.583508] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963035, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.767755] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963034, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.787692] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc641eb-2b76-497b-88be-271dedfd6c95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.796637] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c821c-37c3-440e-b4b8-5bbe854dcb78 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.850757] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8893103d-6ef7-4101-944e-a487afecf34e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.860050] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073eb58-b8ef-42c5-8b77-009d2b49d7fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.888190] env[62180]: DEBUG nova.compute.provider_tree [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.940235] env[62180]: DEBUG nova.network.neutron [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.950267] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c07591-b417-8a46-392f-e706403bed85, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.950589] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.950863] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.954017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.954017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.954017] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.954017] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-246bc142-428e-443b-aa8b-1055ae786868 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.970189] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.970444] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.971287] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94d0829-033c-431e-b25e-6caf7edce518 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.979993] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1567.979993] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e4e944-7f20-c442-b0b4-47ca13ebede6" [ 1567.979993] env[62180]: _type = "Task" [ 1567.979993] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.994321] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e4e944-7f20-c442-b0b4-47ca13ebede6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.089668] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963035, 'name': Rename_Task, 'duration_secs': 0.300489} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.090232] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.090890] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed4ff10-8afc-4822-9e12-13cbed799046 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.104576] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1568.104576] env[62180]: value = "task-1963036" [ 1568.104576] env[62180]: _type = "Task" [ 1568.104576] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.119828] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.263150] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791561} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.263435] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 86c816a2-26f2-4246-b2c5-a14619cde39a/86c816a2-26f2-4246-b2c5-a14619cde39a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.263640] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.263893] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b19cee-fdec-4f41-9944-f6102ffac9ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.273243] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1568.273243] env[62180]: value = "task-1963037" [ 1568.273243] env[62180]: _type = "Task" [ 1568.273243] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.285205] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.354414] env[62180]: DEBUG nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.373993] env[62180]: INFO nova.compute.manager [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Rebuilding instance [ 1568.386669] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.386932] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.387141] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.387345] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.387545] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.387733] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.387956] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.388890] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.389101] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.389471] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.389675] env[62180]: DEBUG nova.virt.hardware [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.390835] env[62180]: DEBUG nova.scheduler.client.report [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.395751] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68deb40d-241f-4916-9600-d09ab54a843b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.418616] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5f2dfd-5df9-40e6-9695-b158840151f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.449928] env[62180]: DEBUG nova.compute.manager [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.450532] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1198e-fbfd-44a5-ba30-fe43301a7122 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.495156] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e4e944-7f20-c442-b0b4-47ca13ebede6, 'name': SearchDatastore_Task, 'duration_secs': 0.025986} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.496106] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d195110c-b7bf-4b01-9030-fe96df3139f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.503775] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1568.503775] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5295df1f-ed1f-04c4-71ac-3d6001df4d86" [ 1568.503775] env[62180]: _type = "Task" [ 1568.503775] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.512466] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5295df1f-ed1f-04c4-71ac-3d6001df4d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.565464] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.565777] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.616204] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.711360] env[62180]: DEBUG nova.network.neutron [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [{"id": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "address": "fa:16:3e:e4:6a:33", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8af3c9-ee", "ovs_interfaceid": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.785279] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149181} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.785722] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.786527] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9656191-9970-4fce-8a67-4fc9f96b76a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.819456] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 86c816a2-26f2-4246-b2c5-a14619cde39a/86c816a2-26f2-4246-b2c5-a14619cde39a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.819898] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00dd456-3293-4af0-9917-3f8cd2d28354 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.849167] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1568.849167] env[62180]: value = "task-1963038" [ 1568.849167] env[62180]: _type = "Task" [ 1568.849167] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.862762] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.865325] env[62180]: DEBUG nova.network.neutron [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Updated VIF entry in instance network info cache for port 3f2aedae-649b-43d5-83cc-cc470cadf28e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.865695] env[62180]: DEBUG nova.network.neutron [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Updating instance_info_cache with network_info: [{"id": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "address": "fa:16:3e:bc:1b:b0", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2aedae-64", "ovs_interfaceid": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.904870] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.905626] env[62180]: DEBUG nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1568.908461] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.355s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.910340] env[62180]: INFO nova.compute.claims [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.920100] env[62180]: DEBUG nova.network.neutron [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Updated VIF entry in instance network info cache for port 0ff56296-7240-442f-b7ee-11f1223a5238. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1568.920666] env[62180]: DEBUG nova.network.neutron [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Updating instance_info_cache with network_info: [{"id": "0ff56296-7240-442f-b7ee-11f1223a5238", "address": "fa:16:3e:98:b8:51", "network": {"id": "2a19ac1e-2d6c-4d2c-a1bb-e8c9c5d6b17f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-310258602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "503bfcd4eb50438c938651b1d2378a4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff56296-72", "ovs_interfaceid": "0ff56296-7240-442f-b7ee-11f1223a5238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.017651] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5295df1f-ed1f-04c4-71ac-3d6001df4d86, 'name': SearchDatastore_Task, 'duration_secs': 0.020584} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.017997] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.018416] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4/2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.018592] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b46a404-e134-4472-8a23-b810122eabfb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.030954] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1569.030954] env[62180]: value = "task-1963039" [ 1569.030954] env[62180]: _type = "Task" [ 1569.030954] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.041160] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.119231] env[62180]: DEBUG oslo_vmware.api [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963036, 'name': PowerOnVM_Task, 'duration_secs': 0.910243} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.121020] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.121020] env[62180]: INFO nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1569.121020] env[62180]: DEBUG nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.122272] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0ac4e7-af7c-4a97-af5b-3bf522262861 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.213109] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Releasing lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.216074] env[62180]: DEBUG nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Instance network_info: |[{"id": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "address": "fa:16:3e:e4:6a:33", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8af3c9-ee", "ovs_interfaceid": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.216282] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:6a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc8af3c9-ee94-4ef4-914e-a7cfd07158d5', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.224404] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Creating folder: Project (bfc09a3a2b8f47ed8da202ad8e285e50). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.225725] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7579782e-b7c9-43d7-9182-95d8f8d4b6a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.244258] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Created folder: Project (bfc09a3a2b8f47ed8da202ad8e285e50) in parent group-v404325. [ 1569.244937] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Creating folder: Instances. Parent ref: group-v404372. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.245668] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85afa33b-dc14-4fe2-b454-4860eaf895c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.261415] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Created folder: Instances in parent group-v404372. [ 1569.261787] env[62180]: DEBUG oslo.service.loopingcall [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.262186] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.262320] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79b56ae9-93d5-44d0-a28f-ef0dcba0b2de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.288549] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.288549] env[62180]: value = "task-1963042" [ 1569.288549] env[62180]: _type = "Task" [ 1569.288549] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.302928] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963042, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.367041] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.368959] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Releasing lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.369238] env[62180]: DEBUG nova.compute.manager [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Received event network-vif-plugged-87961436-e648-411c-8e16-e10ca4702f62 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1569.369455] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Acquiring lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.369672] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.369850] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.370016] env[62180]: DEBUG nova.compute.manager [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] No waiting events found dispatching network-vif-plugged-87961436-e648-411c-8e16-e10ca4702f62 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.370195] env[62180]: WARNING nova.compute.manager [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Received unexpected event network-vif-plugged-87961436-e648-411c-8e16-e10ca4702f62 for instance with vm_state building and task_state spawning. [ 1569.370403] env[62180]: DEBUG nova.compute.manager [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Received event network-changed-87961436-e648-411c-8e16-e10ca4702f62 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1569.370570] env[62180]: DEBUG nova.compute.manager [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Refreshing instance network info cache due to event network-changed-87961436-e648-411c-8e16-e10ca4702f62. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1569.371766] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Acquiring lock "refresh_cache-2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.371766] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Acquired lock "refresh_cache-2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.371766] env[62180]: DEBUG nova.network.neutron [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Refreshing network info cache for port 87961436-e648-411c-8e16-e10ca4702f62 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.423797] env[62180]: DEBUG nova.compute.utils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.425813] env[62180]: DEBUG oslo_concurrency.lockutils [req-e55ed731-cc4c-45a3-ab98-eaece5c75614 req-0f62be92-603d-4a33-a085-5b3c722ef6d5 service nova] Releasing lock "refresh_cache-f82dd739-cab2-4037-b038-400c09480dfa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.429134] env[62180]: DEBUG nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1569.429799] env[62180]: DEBUG nova.network.neutron [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.472932] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.473409] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a51a010a-68b1-4aed-bc3d-e6f57dc79fc8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.485361] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1569.485361] env[62180]: value = "task-1963043" [ 1569.485361] env[62180]: _type = "Task" [ 1569.485361] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.498571] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.543984] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963039, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.545909] env[62180]: DEBUG nova.policy [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee72db801b44ff0a24f61551001d165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33602b39b2664bcc8326cc3501cc8ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1569.656304] env[62180]: INFO nova.compute.manager [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Took 22.37 seconds to build instance. [ 1569.800754] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963042, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.864015] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963038, 'name': ReconfigVM_Task, 'duration_secs': 0.666738} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.864353] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 86c816a2-26f2-4246-b2c5-a14619cde39a/86c816a2-26f2-4246-b2c5-a14619cde39a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.865465] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-978659e1-9add-418a-9e91-74f163d6815a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.875461] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1569.875461] env[62180]: value = "task-1963045" [ 1569.875461] env[62180]: _type = "Task" [ 1569.875461] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.889287] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963045, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.934802] env[62180]: DEBUG nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.008235] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963043, 'name': PowerOffVM_Task, 'duration_secs': 0.44708} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.009218] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.009434] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.010474] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9ceff8-94e8-4919-a3e9-5a0271a1e1ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.020356] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.021148] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5879b669-fedd-4cc4-ab71-8e0dd7b22db3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.045478] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851036} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.046062] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4/2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.046062] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.049705] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36a2baec-4583-45b0-abf0-2843d286d129 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.060529] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.060770] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.060971] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Deleting the datastore file [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.062895] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e642acd-d649-41ef-a111-6d8db4bb9c59 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.065569] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1570.065569] env[62180]: value = "task-1963047" [ 1570.065569] env[62180]: _type = "Task" [ 1570.065569] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.071087] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1570.071087] env[62180]: value = "task-1963048" [ 1570.071087] env[62180]: _type = "Task" [ 1570.071087] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.082578] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.094321] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.105763] env[62180]: DEBUG nova.network.neutron [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Successfully updated port: c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1570.159816] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a31fa09d-d0ea-465e-8aca-69217e398b88 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.894s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.303503] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963042, 'name': CreateVM_Task, 'duration_secs': 0.953228} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.303695] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.304331] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.304520] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.304901] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.305125] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ac47ee-a82a-4b24-9af2-5538083b22d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.315925] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1570.315925] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d015c-639a-c1f7-b2f1-8a576dc4134c" [ 1570.315925] env[62180]: _type = "Task" [ 1570.315925] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.327190] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d015c-639a-c1f7-b2f1-8a576dc4134c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.389053] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963045, 'name': Rename_Task, 'duration_secs': 0.168188} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.389957] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.389957] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd78415-4809-4a10-af44-c7ef36a4c99b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.398552] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1570.398552] env[62180]: value = "task-1963049" [ 1570.398552] env[62180]: _type = "Task" [ 1570.398552] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.411713] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.506566] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5621e00a-40a2-47c8-80cd-5b4f5fd83392 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.516893] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045834a4-a3eb-4b67-9778-1cecc619290c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.564925] env[62180]: DEBUG nova.network.neutron [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Updated VIF entry in instance network info cache for port 87961436-e648-411c-8e16-e10ca4702f62. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.565050] env[62180]: DEBUG nova.network.neutron [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Updating instance_info_cache with network_info: [{"id": "87961436-e648-411c-8e16-e10ca4702f62", "address": "fa:16:3e:a0:1b:5c", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87961436-e6", "ovs_interfaceid": "87961436-e648-411c-8e16-e10ca4702f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.566728] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24269725-f390-4fc8-a2c9-c0e1f8bf1bbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.584514] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b886b-74d0-4eb7-9be1-0dffaf0efe53 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.597422] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422217} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.597971] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174697} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.598608] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.598843] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.598951] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.601475] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.611623] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a07101-a000-461c-bc8c-be5184adbc2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.621286] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.621439] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquired lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.621588] env[62180]: DEBUG nova.network.neutron [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.623106] env[62180]: DEBUG nova.compute.provider_tree [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.624785] env[62180]: DEBUG nova.network.neutron [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Successfully created port: 0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.627926] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "eee0885a-ab69-431c-ab0b-3c4ce5067305" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.627926] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.652340] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4/2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.653506] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdaaa3e7-53f9-4960-8e56-e97d7740caa4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.668805] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1570.680859] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1570.680859] env[62180]: value = "task-1963050" [ 1570.680859] env[62180]: _type = "Task" [ 1570.680859] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.689637] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.829132] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d015c-639a-c1f7-b2f1-8a576dc4134c, 'name': SearchDatastore_Task, 'duration_secs': 0.022335} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.830047] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.830047] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.830047] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.830194] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.830348] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.830668] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af98903-1c2c-40df-8dd5-1250f1897032 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.842150] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.842332] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.843185] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5af395-337d-4cb5-b0e0-29918e66815b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.853105] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1570.853105] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5227bdb9-4ddf-293b-4836-5e08480c6e47" [ 1570.853105] env[62180]: _type = "Task" [ 1570.853105] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.862744] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5227bdb9-4ddf-293b-4836-5e08480c6e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.909862] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.957890] env[62180]: DEBUG nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1570.989651] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.989923] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.990124] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.990316] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.990458] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.990601] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.990815] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.990971] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.991224] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.991406] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.991579] env[62180]: DEBUG nova.virt.hardware [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.992466] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1749c2-c72e-4bf9-a131-428fc276186d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.002168] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f6bd6d-0d1d-456c-aa5a-696e50f49645 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.074273] env[62180]: DEBUG oslo_concurrency.lockutils [req-a8747e4a-b67d-414e-98ed-7fac4f295ba2 req-9eeec48c-8d2e-4824-abcf-7da046f9e497 service nova] Releasing lock "refresh_cache-2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.132568] env[62180]: DEBUG nova.scheduler.client.report [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.196968] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963050, 'name': ReconfigVM_Task, 'duration_secs': 0.454743} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.197578] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4/2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.202991] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.203290] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f5425c-018b-4c86-be11-11377e7da189 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.212447] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1571.212447] env[62180]: value = "task-1963051" [ 1571.212447] env[62180]: _type = "Task" [ 1571.212447] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.224195] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963051, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.237598] env[62180]: DEBUG nova.network.neutron [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.365505] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5227bdb9-4ddf-293b-4836-5e08480c6e47, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.366250] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1153a492-c499-461b-aebf-cfa769cf91bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.372464] env[62180]: DEBUG nova.compute.manager [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received event network-vif-plugged-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1571.372715] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Acquiring lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.374036] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.374036] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.374036] env[62180]: DEBUG nova.compute.manager [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] No waiting events found dispatching network-vif-plugged-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.374036] env[62180]: WARNING nova.compute.manager [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received unexpected event network-vif-plugged-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 for instance with vm_state building and task_state spawning. [ 1571.374036] env[62180]: DEBUG nova.compute.manager [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1571.374461] env[62180]: DEBUG nova.compute.manager [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing instance network info cache due to event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1571.374461] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Acquiring lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.374461] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Acquired lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.374461] env[62180]: DEBUG nova.network.neutron [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.381040] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1571.381040] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527d3f7b-5dd1-8d11-1f64-30c3c43a3a33" [ 1571.381040] env[62180]: _type = "Task" [ 1571.381040] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.393879] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527d3f7b-5dd1-8d11-1f64-30c3c43a3a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.411198] env[62180]: DEBUG oslo_vmware.api [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963049, 'name': PowerOnVM_Task, 'duration_secs': 0.911153} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.411441] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.411695] env[62180]: INFO nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1571.411950] env[62180]: DEBUG nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.412882] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d792545-ef3a-4c94-8f89-9683fca79b12 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.505633] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "a00a34e1-196f-4773-8073-ce917d48651b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.505633] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "a00a34e1-196f-4773-8073-ce917d48651b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.587340] env[62180]: DEBUG nova.compute.manager [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.587340] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d8f59-8202-46a9-a1f9-282fae51890a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.643309] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.643553] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.643985] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.643985] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.644131] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.644261] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.644527] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.644688] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.644856] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.645063] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.645280] env[62180]: DEBUG nova.virt.hardware [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.646475] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.646673] env[62180]: DEBUG nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1571.650587] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8514224-25e5-47bc-9bd7-9554fae0f9af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.654886] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.281s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.655125] env[62180]: DEBUG nova.objects.instance [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lazy-loading 'resources' on Instance uuid 20897196-0c32-497c-a7fe-b6b4f2a1a675 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.667136] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672707c4-bf26-40e8-a00f-e73e5da882d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.684530] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.690155] env[62180]: DEBUG oslo.service.loopingcall [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.690772] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.691031] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e6bf11c-388d-4d73-b54c-f2c362bdbe89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.710437] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.710437] env[62180]: value = "task-1963053" [ 1571.710437] env[62180]: _type = "Task" [ 1571.710437] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.730255] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963053, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.730823] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963051, 'name': Rename_Task, 'duration_secs': 0.187062} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.731103] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.731347] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61c794a6-04eb-42a9-9f8d-53e3bdd49034 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.738725] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1571.738725] env[62180]: value = "task-1963054" [ 1571.738725] env[62180]: _type = "Task" [ 1571.738725] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.748067] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.824749] env[62180]: DEBUG nova.network.neutron [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Updating instance_info_cache with network_info: [{"id": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "address": "fa:16:3e:e1:40:5c", "network": {"id": "76d5f467-79fd-43ee-a6d1-c08eeefc639c", "bridge": "br-int", "label": "tempest-ServersTestJSON-554201935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e230cad9f646464c95ccaa22d79db06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1675bf7-a1", "ovs_interfaceid": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.899113] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527d3f7b-5dd1-8d11-1f64-30c3c43a3a33, 'name': SearchDatastore_Task, 'duration_secs': 0.026952} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.901080] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.901186] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d8ea4cc3-b3be-4db6-9d55-d62a774e4e34/d8ea4cc3-b3be-4db6-9d55-d62a774e4e34.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.902077] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5e63e78-3ee2-4775-9ae2-e8cd4d903012 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.912805] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1571.912805] env[62180]: value = "task-1963055" [ 1571.912805] env[62180]: _type = "Task" [ 1571.912805] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.939560] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.939560] env[62180]: INFO nova.compute.manager [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Took 23.81 seconds to build instance. [ 1572.104170] env[62180]: INFO nova.compute.manager [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] instance snapshotting [ 1572.108518] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43def64-3d39-409e-9c2e-08f33e515668 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.138562] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0726a-caf9-4b58-b725-d64ae3492c3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.152297] env[62180]: DEBUG nova.compute.utils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1572.157541] env[62180]: DEBUG nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1572.158023] env[62180]: DEBUG nova.network.neutron [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1572.171232] env[62180]: DEBUG nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1572.231970] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963053, 'name': CreateVM_Task, 'duration_secs': 0.381343} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.233782] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.233782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.233782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.234104] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.234520] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688b59d2-1de4-422e-aa9b-6f797568598d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.251348] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1572.251348] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fed88e-4fce-6950-6752-3c2817ce3835" [ 1572.251348] env[62180]: _type = "Task" [ 1572.251348] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.263229] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.270542] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fed88e-4fce-6950-6752-3c2817ce3835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.330354] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Releasing lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.330741] env[62180]: DEBUG nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Instance network_info: |[{"id": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "address": "fa:16:3e:e1:40:5c", "network": {"id": "76d5f467-79fd-43ee-a6d1-c08eeefc639c", "bridge": "br-int", "label": "tempest-ServersTestJSON-554201935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e230cad9f646464c95ccaa22d79db06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1675bf7-a1", "ovs_interfaceid": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1572.331128] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:40:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1675bf7-a18a-46ba-8b94-7aebf14adc4d', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.339989] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Creating folder: Project (e230cad9f646464c95ccaa22d79db06e). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1572.343236] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce269da-6c25-479d-a6c0-7a603a855387 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.358613] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Created folder: Project (e230cad9f646464c95ccaa22d79db06e) in parent group-v404325. [ 1572.358832] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Creating folder: Instances. Parent ref: group-v404376. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1572.362857] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45dcf98d-5c70-41e3-9f7b-c97cf484af3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.377199] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Created folder: Instances in parent group-v404376. [ 1572.377449] env[62180]: DEBUG oslo.service.loopingcall [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.377667] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.377883] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e25632ad-acda-46e5-b7e6-3f19efc783ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.409455] env[62180]: DEBUG nova.network.neutron [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updated VIF entry in instance network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.409455] env[62180]: DEBUG nova.network.neutron [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [{"id": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "address": "fa:16:3e:e4:6a:33", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8af3c9-ee", "ovs_interfaceid": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.415138] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.415138] env[62180]: value = "task-1963058" [ 1572.415138] env[62180]: _type = "Task" [ 1572.415138] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.433288] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.438177] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963058, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.445873] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6c4c029e-d5b2-4371-b33c-76dd85e98ce9 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.329s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.463521] env[62180]: DEBUG nova.policy [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1572.658972] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1572.659553] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9690a46b-1df7-4eb8-a326-5626580587a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.687323] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1572.687323] env[62180]: value = "task-1963059" [ 1572.687323] env[62180]: _type = "Task" [ 1572.687323] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.705953] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.765381] env[62180]: DEBUG oslo_vmware.api [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963054, 'name': PowerOnVM_Task, 'duration_secs': 0.837359} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.765381] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.765381] env[62180]: INFO nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1572.765381] env[62180]: DEBUG nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.769154] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b8382-a648-4c3f-bdee-699a506131b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.776898] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fed88e-4fce-6950-6752-3c2817ce3835, 'name': SearchDatastore_Task, 'duration_secs': 0.060985} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.778039] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.778264] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.778560] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.778623] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.778999] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.779601] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09012e2d-1b55-4c7f-9bd5-31a5f0bbbcf9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.791079] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f02d9-c9d0-4494-92d4-380f5c754821 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.802157] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0132e47f-f350-46a5-85f8-876022aff8c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.805618] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.805806] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.806919] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a5c61c-7f34-4667-b8ac-5bb5600303c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.814132] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1572.814132] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5206bf3b-947d-6823-8bdf-321e109471ee" [ 1572.814132] env[62180]: _type = "Task" [ 1572.814132] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.842519] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50dcf18-3bc7-449c-8f95-6249d32198e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.855938] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5206bf3b-947d-6823-8bdf-321e109471ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.857254] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b463413-f63c-46aa-b0eb-66bbd52dbad4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.873360] env[62180]: DEBUG nova.compute.provider_tree [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.331185] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Releasing lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.331185] env[62180]: DEBUG nova.compute.manager [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Received event network-changed-a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1573.331185] env[62180]: DEBUG nova.compute.manager [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Refreshing instance network info cache due to event network-changed-a2d07137-4340-4788-b31d-9ceaf9305ebe. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1573.331185] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Acquiring lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.331185] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Acquired lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.338843] env[62180]: DEBUG nova.network.neutron [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Refreshing network info cache for port a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.338843] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621717} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.338843] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d8ea4cc3-b3be-4db6-9d55-d62a774e4e34/d8ea4cc3-b3be-4db6-9d55-d62a774e4e34.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.338843] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.340596] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f1b954-e141-4b2d-9c9b-8a3a396a1dba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.340596] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963058, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.340596] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1573.340596] env[62180]: value = "task-1963060" [ 1573.340596] env[62180]: _type = "Task" [ 1573.340596] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.340596] env[62180]: DEBUG nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.340596] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.343518] env[62180]: DEBUG nova.network.neutron [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Successfully created port: 34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1573.343518] env[62180]: DEBUG nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1573.343518] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.344752] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1573.344752] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.344752] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1573.345970] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.345970] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1573.345970] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1573.345970] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1573.345970] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1573.346570] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1573.346570] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1573.346570] env[62180]: DEBUG nova.virt.hardware [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1573.346570] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd435c-92be-41f6-869d-58fb46da1eb1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.346570] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ec6c4-399d-499b-b56c-ba39c86a705f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.346570] env[62180]: INFO nova.compute.manager [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Took 24.82 seconds to build instance. [ 1573.355469] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5206bf3b-947d-6823-8bdf-321e109471ee, 'name': SearchDatastore_Task, 'duration_secs': 0.055436} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.356331] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa29f89-71b7-466c-a0cb-ebfa8c8067fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.364096] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1573.364096] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52357c98-77f5-7a61-6ac0-1b90d5bb78fe" [ 1573.364096] env[62180]: _type = "Task" [ 1573.364096] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.374685] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52357c98-77f5-7a61-6ac0-1b90d5bb78fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.376752] env[62180]: DEBUG nova.scheduler.client.report [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.436988] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963058, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.457411] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092953} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.457683] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.458660] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e023cec-d199-450c-b538-ff11515d9b44 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.486202] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] d8ea4cc3-b3be-4db6-9d55-d62a774e4e34/d8ea4cc3-b3be-4db6-9d55-d62a774e4e34.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.486202] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228dd78c-e878-4179-ad4b-234c60255006 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.501243] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.501543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.502210] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.502210] env[62180]: DEBUG nova.compute.manager [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.502996] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0052d03-1c6d-417a-b9cf-47c8717f23a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.512707] env[62180]: DEBUG nova.compute.manager [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1573.513511] env[62180]: DEBUG nova.objects.instance [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lazy-loading 'flavor' on Instance uuid 2149a69c-f8b8-4806-b1d1-df8862b89d95 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.519679] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1573.519679] env[62180]: value = "task-1963061" [ 1573.519679] env[62180]: _type = "Task" [ 1573.519679] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.533806] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.704192] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963059, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.804063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c81a8774-a412-4ab7-8d5a-b7c744e97403 tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.333s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.819965] env[62180]: DEBUG nova.network.neutron [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Successfully updated port: 0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.885813] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.894344] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52357c98-77f5-7a61-6ac0-1b90d5bb78fe, 'name': SearchDatastore_Task, 'duration_secs': 0.030395} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.894344] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.477s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.894344] env[62180]: DEBUG nova.objects.instance [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Lazy-loading 'resources' on Instance uuid 0383458e-dc5b-41f3-a3ce-6e57ed863bcc {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.896352] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.896619] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.897191] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3db8a916-e8ae-4731-a4a0-4b4d9d9299e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.909157] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1573.909157] env[62180]: value = "task-1963063" [ 1573.909157] env[62180]: _type = "Task" [ 1573.909157] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.924783] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.926140] env[62180]: INFO nova.scheduler.client.report [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Deleted allocations for instance 20897196-0c32-497c-a7fe-b6b4f2a1a675 [ 1573.942086] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963058, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.039518] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.217107] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963059, 'name': CreateSnapshot_Task, 'duration_secs': 1.456254} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.217107] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1574.217107] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbf037-8d9c-4e59-8004-07c4370d1e5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.306914] env[62180]: DEBUG nova.compute.manager [None req-962a5b16-0a52-47c1-9bad-b3902498b07d tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 396f9709-946e-46d6-be8f-3d4656952252] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1574.324590] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.324768] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.325380] env[62180]: DEBUG nova.network.neutron [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.396870] env[62180]: DEBUG nova.compute.manager [req-a06afbc3-90b3-4114-941c-bcc6e58f2833 req-5fa978b3-670f-4d36-a9ef-14d6f936ab1e service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Received event network-vif-plugged-0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1574.398298] env[62180]: DEBUG oslo_concurrency.lockutils [req-a06afbc3-90b3-4114-941c-bcc6e58f2833 req-5fa978b3-670f-4d36-a9ef-14d6f936ab1e service nova] Acquiring lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.398298] env[62180]: DEBUG oslo_concurrency.lockutils [req-a06afbc3-90b3-4114-941c-bcc6e58f2833 req-5fa978b3-670f-4d36-a9ef-14d6f936ab1e service nova] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.398813] env[62180]: DEBUG oslo_concurrency.lockutils [req-a06afbc3-90b3-4114-941c-bcc6e58f2833 req-5fa978b3-670f-4d36-a9ef-14d6f936ab1e service nova] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.399267] env[62180]: DEBUG nova.compute.manager [req-a06afbc3-90b3-4114-941c-bcc6e58f2833 req-5fa978b3-670f-4d36-a9ef-14d6f936ab1e service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] No waiting events found dispatching network-vif-plugged-0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.402102] env[62180]: WARNING nova.compute.manager [req-a06afbc3-90b3-4114-941c-bcc6e58f2833 req-5fa978b3-670f-4d36-a9ef-14d6f936ab1e service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Received unexpected event network-vif-plugged-0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 for instance with vm_state building and task_state spawning. [ 1574.422649] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963063, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.443063] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963058, 'name': CreateVM_Task, 'duration_secs': 1.752311} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.444167] env[62180]: DEBUG oslo_concurrency.lockutils [None req-231998f7-3763-45fa-af91-30fbcba7f71e tempest-ServerDiagnosticsNegativeTest-327023 tempest-ServerDiagnosticsNegativeTest-327023-project-member] Lock "20897196-0c32-497c-a7fe-b6b4f2a1a675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.328s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.445034] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.445878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.446226] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.446681] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.447295] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ff1fbc-22e5-4ac8-bf18-ab5829c6e629 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.454083] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1574.454083] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5241985e-4077-408f-adee-a1c36398cf45" [ 1574.454083] env[62180]: _type = "Task" [ 1574.454083] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.468021] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5241985e-4077-408f-adee-a1c36398cf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.534401] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.544145] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f819fd5-685a-405b-ab79-5881f6866346 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.546131] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963061, 'name': ReconfigVM_Task, 'duration_secs': 0.631202} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.546820] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Reconfigured VM instance instance-0000000f to attach disk [datastore1] d8ea4cc3-b3be-4db6-9d55-d62a774e4e34/d8ea4cc3-b3be-4db6-9d55-d62a774e4e34.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.547886] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7147f708-4b84-4ed0-ac7f-7815a212ab61 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.556395] env[62180]: DEBUG oslo_vmware.api [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1574.556395] env[62180]: value = "task-1963064" [ 1574.556395] env[62180]: _type = "Task" [ 1574.556395] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.557834] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1574.557834] env[62180]: value = "task-1963065" [ 1574.557834] env[62180]: _type = "Task" [ 1574.557834] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.575815] env[62180]: DEBUG oslo_vmware.api [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.581193] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963065, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.587433] env[62180]: DEBUG nova.network.neutron [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Updated VIF entry in instance network info cache for port a2d07137-4340-4788-b31d-9ceaf9305ebe. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.587824] env[62180]: DEBUG nova.network.neutron [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Updating instance_info_cache with network_info: [{"id": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "address": "fa:16:3e:6d:70:67", "network": {"id": "61a8fa8d-cc15-45dd-802c-c7ee811c414e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-586067797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b65e909f5d4bdcab977f04d27e6b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d07137-43", "ovs_interfaceid": "a2d07137-4340-4788-b31d-9ceaf9305ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.741447] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1574.746710] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4358c504-ea51-4a03-afe6-4d20c19cae74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.756370] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1574.756370] env[62180]: value = "task-1963066" [ 1574.756370] env[62180]: _type = "Task" [ 1574.756370] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.772359] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963066, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.812549] env[62180]: DEBUG nova.compute.manager [None req-962a5b16-0a52-47c1-9bad-b3902498b07d tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 396f9709-946e-46d6-be8f-3d4656952252] Instance disappeared before build. {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1574.882091] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69842268-3a2d-4241-9ca2-f485a1c4c0c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.892160] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cff4fa-0cab-4097-a11b-f46282da2739 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.931118] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb43cb1c-b167-47ef-9a29-bf3d48c1e8ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.934353] env[62180]: DEBUG nova.network.neutron [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.945378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2feb7b-1391-4511-b70a-3f0935a12cbe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.949903] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731067} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.950509] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.950678] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.951810] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c2f32f6-8a02-440f-9291-d1e8b83f22f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.963573] env[62180]: DEBUG nova.compute.provider_tree [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.971344] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1574.971344] env[62180]: value = "task-1963067" [ 1574.971344] env[62180]: _type = "Task" [ 1574.971344] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.975115] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5241985e-4077-408f-adee-a1c36398cf45, 'name': SearchDatastore_Task, 'duration_secs': 0.054743} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.981801] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.982110] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.982341] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.982488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.982660] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.983308] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbfb6e00-6f89-4349-9da7-3bbe797f9925 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.991993] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.001294] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.001432] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.002189] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c270aea-7330-49f9-a5f3-cbe0e9742363 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.010448] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1575.010448] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52789593-0604-17ba-a283-840673e9f281" [ 1575.010448] env[62180]: _type = "Task" [ 1575.010448] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.017352] env[62180]: DEBUG nova.compute.manager [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Received event network-vif-plugged-c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1575.017352] env[62180]: DEBUG oslo_concurrency.lockutils [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] Acquiring lock "1e94edee-5708-46df-9ed9-b72d81ac47b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.017352] env[62180]: DEBUG oslo_concurrency.lockutils [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.017352] env[62180]: DEBUG oslo_concurrency.lockutils [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.017352] env[62180]: DEBUG nova.compute.manager [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] No waiting events found dispatching network-vif-plugged-c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1575.017557] env[62180]: WARNING nova.compute.manager [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Received unexpected event network-vif-plugged-c1675bf7-a18a-46ba-8b94-7aebf14adc4d for instance with vm_state building and task_state spawning. [ 1575.017557] env[62180]: DEBUG nova.compute.manager [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Received event network-changed-c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1575.017557] env[62180]: DEBUG nova.compute.manager [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Refreshing instance network info cache due to event network-changed-c1675bf7-a18a-46ba-8b94-7aebf14adc4d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1575.017557] env[62180]: DEBUG oslo_concurrency.lockutils [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] Acquiring lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.017557] env[62180]: DEBUG oslo_concurrency.lockutils [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] Acquired lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.017790] env[62180]: DEBUG nova.network.neutron [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Refreshing network info cache for port c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.026533] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52789593-0604-17ba-a283-840673e9f281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.078553] env[62180]: DEBUG oslo_vmware.api [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963064, 'name': PowerOffVM_Task, 'duration_secs': 0.197592} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.084820] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.084820] env[62180]: DEBUG nova.compute.manager [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.084820] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963065, 'name': Rename_Task, 'duration_secs': 0.325734} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.084820] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a173564-52d5-41c0-9a5a-18df9250e663 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.085884] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.086142] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-092b4efa-1b2b-4a49-9067-691c5efe03b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.091626] env[62180]: DEBUG oslo_concurrency.lockutils [req-44986fb7-9a86-4a1f-9852-e90f0ee57219 req-aa86e2e5-9b95-4a93-a0cb-4342c02eedfe service nova] Releasing lock "refresh_cache-576a18ea-5ee5-4dc5-9378-23b77adce4db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.098833] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1575.098833] env[62180]: value = "task-1963068" [ 1575.098833] env[62180]: _type = "Task" [ 1575.098833] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.114513] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.271688] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963066, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.333739] env[62180]: DEBUG oslo_concurrency.lockutils [None req-962a5b16-0a52-47c1-9bad-b3902498b07d tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "396f9709-946e-46d6-be8f-3d4656952252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 9.859s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.396948] env[62180]: DEBUG nova.network.neutron [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Successfully updated port: 34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.471235] env[62180]: DEBUG nova.scheduler.client.report [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.486098] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120557} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.486098] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.486727] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffabaab3-192b-4e58-a241-b4d81700d026 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.507611] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.511055] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7147777-99fc-4106-a9b0-4eab467181c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.537912] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52789593-0604-17ba-a283-840673e9f281, 'name': SearchDatastore_Task, 'duration_secs': 0.019416} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.539936] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1575.539936] env[62180]: value = "task-1963069" [ 1575.539936] env[62180]: _type = "Task" [ 1575.539936] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.540174] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b8c6b2-11bc-47bf-b94f-4edb216cce10 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.550300] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1575.550300] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522940c3-bbd1-2c23-3e5a-9751afbff578" [ 1575.550300] env[62180]: _type = "Task" [ 1575.550300] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.553254] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.562065] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522940c3-bbd1-2c23-3e5a-9751afbff578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.610367] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f1280bf6-316b-48c3-8fd3-5279bfcac6df tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.108s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.619857] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.697953] env[62180]: DEBUG nova.network.neutron [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [{"id": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "address": "fa:16:3e:5f:da:b7", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe66c2d-97", "ovs_interfaceid": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.768985] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963066, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.839213] env[62180]: DEBUG nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1575.899255] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.899420] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.899587] env[62180]: DEBUG nova.network.neutron [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1575.980272] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.982884] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.546s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.982997] env[62180]: DEBUG nova.objects.instance [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lazy-loading 'resources' on Instance uuid 4f72682c-8a29-49e1-bdc6-866f2ad10116 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.021595] env[62180]: INFO nova.scheduler.client.report [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Deleted allocations for instance 0383458e-dc5b-41f3-a3ce-6e57ed863bcc [ 1576.042753] env[62180]: DEBUG nova.network.neutron [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Updated VIF entry in instance network info cache for port c1675bf7-a18a-46ba-8b94-7aebf14adc4d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.042753] env[62180]: DEBUG nova.network.neutron [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Updating instance_info_cache with network_info: [{"id": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "address": "fa:16:3e:e1:40:5c", "network": {"id": "76d5f467-79fd-43ee-a6d1-c08eeefc639c", "bridge": "br-int", "label": "tempest-ServersTestJSON-554201935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e230cad9f646464c95ccaa22d79db06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1675bf7-a1", "ovs_interfaceid": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.071831] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.080024] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522940c3-bbd1-2c23-3e5a-9751afbff578, 'name': SearchDatastore_Task, 'duration_secs': 0.052957} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.080024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.080024] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1e94edee-5708-46df-9ed9-b72d81ac47b9/1e94edee-5708-46df-9ed9-b72d81ac47b9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.080024] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b894b7b-5e1e-4d75-ac09-752ac256fb7a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.088906] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1576.088906] env[62180]: value = "task-1963071" [ 1576.088906] env[62180]: _type = "Task" [ 1576.088906] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.099518] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.120367] env[62180]: DEBUG oslo_vmware.api [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963068, 'name': PowerOnVM_Task, 'duration_secs': 0.83974} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.120828] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.121270] env[62180]: INFO nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1576.121575] env[62180]: DEBUG nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.123097] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df9eb5-c583-4b90-b4aa-6ac25854d06d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.204554] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.204554] env[62180]: DEBUG nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Instance network_info: |[{"id": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "address": "fa:16:3e:5f:da:b7", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe66c2d-97", "ovs_interfaceid": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1576.204919] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:da:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe66c2d-976a-4b11-aa4c-f76c4b5b8690', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.215313] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Creating folder: Project (33602b39b2664bcc8326cc3501cc8ea5). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.216533] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43ebbc36-5540-42f6-b573-d339006d933d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.231631] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Created folder: Project (33602b39b2664bcc8326cc3501cc8ea5) in parent group-v404325. [ 1576.231631] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Creating folder: Instances. Parent ref: group-v404382. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.231631] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b671a6-06a6-461b-a5d7-663ec864810b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.249147] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Created folder: Instances in parent group-v404382. [ 1576.249551] env[62180]: DEBUG oslo.service.loopingcall [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.249950] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.250116] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5774afb-8178-48d4-a919-066165ea98b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.277373] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963066, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.278915] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.278915] env[62180]: value = "task-1963074" [ 1576.278915] env[62180]: _type = "Task" [ 1576.278915] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.288095] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963074, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.384556] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.460652] env[62180]: DEBUG nova.network.neutron [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.534857] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e2259e9f-a1fa-4573-9687-db950ef0471a tempest-DeleteServersAdminTestJSON-431609150 tempest-DeleteServersAdminTestJSON-431609150-project-admin] Lock "0383458e-dc5b-41f3-a3ce-6e57ed863bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.163s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.558048] env[62180]: DEBUG oslo_concurrency.lockutils [req-67191b2a-46df-4f0a-a34c-b9a64c544547 req-04b38168-dc0d-4c43-adfb-6b1e77c1a719 service nova] Releasing lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.571030] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963069, 'name': ReconfigVM_Task, 'duration_secs': 0.941997} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.574999] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e/1641f8a7-84ff-4c9a-b612-923c20d6526e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.575825] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6653951f-5785-4d71-ae8c-1ef4a721f407 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.586838] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1576.586838] env[62180]: value = "task-1963075" [ 1576.586838] env[62180]: _type = "Task" [ 1576.586838] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.607558] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963075, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.613263] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963071, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.652189] env[62180]: INFO nova.compute.manager [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Took 26.52 seconds to build instance. [ 1576.783682] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963066, 'name': CloneVM_Task, 'duration_secs': 1.968672} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.791206] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Created linked-clone VM from snapshot [ 1576.792153] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca837e9-e71d-4f07-883c-64c5bcd9177e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.801202] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Uploading image 1a2d9f3a-a62e-4675-b2aa-0bad8d13def4 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1576.810814] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963074, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.822139] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1576.822480] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39397bb9-8a2b-44e9-a827-fefcce1227f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.833158] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1576.833158] env[62180]: value = "task-1963076" [ 1576.833158] env[62180]: _type = "Task" [ 1576.833158] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.846631] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963076, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.045077] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c6cb3-5f39-4564-a7e1-86c5322d5d5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.054324] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d680e874-b974-4db8-bd96-f6d8a04be500 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.085765] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0111d8-c866-408c-abcc-e7eb1c0dd682 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.101128] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963075, 'name': Rename_Task, 'duration_secs': 0.237604} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.103510] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1577.104242] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652d54d6-cfe2-483a-ab89-2df481b7a19f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.107932] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6aa08f-086b-46a0-ad1c-c280129f9e2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.115284] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651288} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.116349] env[62180]: DEBUG nova.network.neutron [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.118979] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1e94edee-5708-46df-9ed9-b72d81ac47b9/1e94edee-5708-46df-9ed9-b72d81ac47b9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.119213] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.119468] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676b2941-9a5e-4cfb-9197-00d9c9d79494 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.134065] env[62180]: DEBUG nova.compute.provider_tree [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.139335] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Waiting for the task: (returnval){ [ 1577.139335] env[62180]: value = "task-1963077" [ 1577.139335] env[62180]: _type = "Task" [ 1577.139335] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.146138] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1577.146138] env[62180]: value = "task-1963078" [ 1577.146138] env[62180]: _type = "Task" [ 1577.146138] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.150947] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963077, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.162127] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8abd8f99-eaa5-4a1c-a903-7012034b3ab5 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.054s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.162592] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.294983] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963074, 'name': CreateVM_Task, 'duration_secs': 0.787944} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.296011] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.296201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.296383] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.296755] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1577.296933] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c2a9b5-d705-406e-aeee-d824e83a4aef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.302336] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1577.302336] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5221c60c-47d9-d588-ec69-2f0af0c15394" [ 1577.302336] env[62180]: _type = "Task" [ 1577.302336] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.312046] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5221c60c-47d9-d588-ec69-2f0af0c15394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.342938] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963076, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.623033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.623033] env[62180]: DEBUG nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Instance network_info: |[{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1577.623951] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:81:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34db0379-c9c6-4c43-ab05-a5ed7177ed84', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.637103] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Creating folder: Project (b467fb05bc7c4cd598733e0187307444). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.637103] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c7efa8f-678a-4833-9ead-532303f3d129 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.640319] env[62180]: DEBUG nova.compute.manager [None req-e3765547-07fb-42f3-a10d-7c337f5feea8 tempest-ServerDiagnosticsTest-1823729439 tempest-ServerDiagnosticsTest-1823729439-project-admin] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.644570] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb8e6d-ceaf-4721-b501-ad98a126adfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.664029] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Created folder: Project (b467fb05bc7c4cd598733e0187307444) in parent group-v404325. [ 1577.664029] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Creating folder: Instances. Parent ref: group-v404385. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.664587] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1c10fa9-feb1-47e9-8a87-88e5f7a9ea89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.673090] env[62180]: ERROR nova.scheduler.client.report [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] [req-d43fc969-7d15-499a-8a2e-2768a07b5860] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d43fc969-7d15-499a-8a2e-2768a07b5860"}]} [ 1577.674656] env[62180]: DEBUG nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.677811] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963077, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.678118] env[62180]: INFO nova.compute.manager [None req-e3765547-07fb-42f3-a10d-7c337f5feea8 tempest-ServerDiagnosticsTest-1823729439 tempest-ServerDiagnosticsTest-1823729439-project-admin] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Retrieving diagnostics [ 1577.686282] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47dd6a7-c6a4-45a9-a4c3-64d119c3d22b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.688713] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077575} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.690598] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.691863] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3cca80-d4b8-4a16-822a-729fb7247c60 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.731921] env[62180]: DEBUG nova.scheduler.client.report [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1577.735478] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Created folder: Instances in parent group-v404385. [ 1577.735788] env[62180]: DEBUG oslo.service.loopingcall [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.736615] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.736937] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f029c02b-a31f-4370-8d7e-6f224dac3602 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.771135] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 1e94edee-5708-46df-9ed9-b72d81ac47b9/1e94edee-5708-46df-9ed9-b72d81ac47b9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.772320] env[62180]: DEBUG nova.scheduler.client.report [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1577.772628] env[62180]: DEBUG nova.compute.provider_tree [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.775574] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a9017e-79ae-4df1-961e-b1a338a23fa0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.791458] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.791458] env[62180]: value = "task-1963081" [ 1577.791458] env[62180]: _type = "Task" [ 1577.791458] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.799169] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1577.799169] env[62180]: value = "task-1963082" [ 1577.799169] env[62180]: _type = "Task" [ 1577.799169] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.801359] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963081, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.809714] env[62180]: DEBUG nova.scheduler.client.report [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1577.815864] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963082, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.825541] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5221c60c-47d9-d588-ec69-2f0af0c15394, 'name': SearchDatastore_Task, 'duration_secs': 0.025124} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.825541] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.825706] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.825890] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.826082] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.826375] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.827466] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f5e6fe-6937-433b-bdcd-00860b72bf25 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.839665] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.839723] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.841069] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b844b8ef-da63-439d-8e36-9b0bac7a33ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.847577] env[62180]: DEBUG nova.scheduler.client.report [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1577.850357] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963076, 'name': Destroy_Task, 'duration_secs': 0.904367} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.851232] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Destroyed the VM [ 1577.851591] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1577.851880] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfe571eb-0244-4eec-af46-51b8d64be174 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.855581] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1577.855581] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5260c843-6455-601d-84ef-bf922915a714" [ 1577.855581] env[62180]: _type = "Task" [ 1577.855581] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.862108] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1577.862108] env[62180]: value = "task-1963083" [ 1577.862108] env[62180]: _type = "Task" [ 1577.862108] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.869347] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5260c843-6455-601d-84ef-bf922915a714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.876488] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.157381] env[62180]: DEBUG oslo_vmware.api [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Task: {'id': task-1963077, 'name': PowerOnVM_Task, 'duration_secs': 0.968967} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.157694] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.158051] env[62180]: DEBUG nova.compute.manager [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.158833] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281ae65a-3934-4c84-a056-ebb7501ddffc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.209053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.304352] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963081, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.313766] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963082, 'name': ReconfigVM_Task, 'duration_secs': 0.372774} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.313951] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 1e94edee-5708-46df-9ed9-b72d81ac47b9/1e94edee-5708-46df-9ed9-b72d81ac47b9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.315211] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a61687f-a098-4206-afd5-4caa45f41eb4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.318636] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d5c3a-6a45-453c-a6d5-a8283ca85bd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.331123] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8b8933-2228-41f1-8886-7e41eb3cfd15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.337113] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1578.337113] env[62180]: value = "task-1963085" [ 1578.337113] env[62180]: _type = "Task" [ 1578.337113] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.377962] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d4ef6-1607-4709-bbbc-b63ff3c6685c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.383659] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963085, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.393146] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5260c843-6455-601d-84ef-bf922915a714, 'name': SearchDatastore_Task, 'duration_secs': 0.014124} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.396793] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4800d-9dd2-47f0-a425-a4bb98e9ce0f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.402130] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963083, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.402307] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e62af9-4b7f-4cf3-bee2-e04f633b0552 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.416609] env[62180]: DEBUG nova.compute.provider_tree [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.420656] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1578.420656] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52814052-d601-e8ac-8998-39c44b677796" [ 1578.420656] env[62180]: _type = "Task" [ 1578.420656] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.420879] env[62180]: DEBUG nova.compute.manager [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Received event network-changed-0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1578.421068] env[62180]: DEBUG nova.compute.manager [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Refreshing instance network info cache due to event network-changed-0fe66c2d-976a-4b11-aa4c-f76c4b5b8690. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1578.421274] env[62180]: DEBUG oslo_concurrency.lockutils [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] Acquiring lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.421434] env[62180]: DEBUG oslo_concurrency.lockutils [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] Acquired lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.421595] env[62180]: DEBUG nova.network.neutron [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Refreshing network info cache for port 0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.438036] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52814052-d601-e8ac-8998-39c44b677796, 'name': SearchDatastore_Task, 'duration_secs': 0.019289} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.438036] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.438036] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f8a7a431-66a3-4ecb-a701-5d53e24b28fa/f8a7a431-66a3-4ecb-a701-5d53e24b28fa.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.438036] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-538f5c35-44a9-4f6c-9b84-b6668430c197 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.446196] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1578.446196] env[62180]: value = "task-1963086" [ 1578.446196] env[62180]: _type = "Task" [ 1578.446196] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.461451] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.687876] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.806229] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.813814] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963081, 'name': CreateVM_Task, 'duration_secs': 0.524292} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.813814] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1578.814716] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.814946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.815330] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1578.815648] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5ee9ba-06e2-4ec2-a7d9-cc8a79731cc8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.822654] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1578.822654] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb742d-1432-0d5f-462d-aae4d2e81c38" [ 1578.822654] env[62180]: _type = "Task" [ 1578.822654] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.833312] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb742d-1432-0d5f-462d-aae4d2e81c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.849052] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963085, 'name': Rename_Task, 'duration_secs': 0.188905} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.850277] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.850277] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16706df6-99b3-4b28-8e2a-a6b80a702899 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.859788] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1578.859788] env[62180]: value = "task-1963087" [ 1578.859788] env[62180]: _type = "Task" [ 1578.859788] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.869996] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.879922] env[62180]: DEBUG oslo_vmware.api [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963083, 'name': RemoveSnapshot_Task, 'duration_secs': 0.939509} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.880268] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1578.960168] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963086, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.963599] env[62180]: DEBUG nova.scheduler.client.report [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1578.965663] env[62180]: DEBUG nova.compute.provider_tree [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 36 to 37 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1578.965663] env[62180]: DEBUG nova.compute.provider_tree [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.259599] env[62180]: DEBUG nova.compute.manager [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Received event network-changed-3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1579.259599] env[62180]: DEBUG nova.compute.manager [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Refreshing instance network info cache due to event network-changed-3f2aedae-649b-43d5-83cc-cc470cadf28e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1579.259599] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Acquiring lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.259599] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Acquired lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.259599] env[62180]: DEBUG nova.network.neutron [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Refreshing network info cache for port 3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.337634] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb742d-1432-0d5f-462d-aae4d2e81c38, 'name': SearchDatastore_Task, 'duration_secs': 0.083693} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.337890] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.339478] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.339865] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.340314] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.340407] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.340854] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45334a16-3a7c-48d3-bd42-1675292bee33 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.353881] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.354215] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.354885] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55e114e-c2e5-4f86-b124-c4cd7f88bc64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.361664] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1579.361664] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ea66e0-9625-ab74-b672-80a74b5f2206" [ 1579.361664] env[62180]: _type = "Task" [ 1579.361664] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.381539] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.382306] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ea66e0-9625-ab74-b672-80a74b5f2206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.389983] env[62180]: WARNING nova.compute.manager [None req-83366ec6-0c50-4be8-b348-aeb850ae4f86 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Image not found during snapshot: nova.exception.ImageNotFound: Image 1a2d9f3a-a62e-4675-b2aa-0bad8d13def4 could not be found. [ 1579.470726] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694825} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.471083] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f8a7a431-66a3-4ecb-a701-5d53e24b28fa/f8a7a431-66a3-4ecb-a701-5d53e24b28fa.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1579.471255] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.472023] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.489s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.473996] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-147687ce-759b-415d-a16b-85d42ed5eef5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.476427] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.276s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.476596] env[62180]: DEBUG nova.objects.instance [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lazy-loading 'resources' on Instance uuid 81f00805-7e74-422a-9661-b47039221b44 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.494392] env[62180]: DEBUG nova.network.neutron [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updated VIF entry in instance network info cache for port 0fe66c2d-976a-4b11-aa4c-f76c4b5b8690. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.494830] env[62180]: DEBUG nova.network.neutron [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [{"id": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "address": "fa:16:3e:5f:da:b7", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe66c2d-97", "ovs_interfaceid": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.498335] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.498557] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.499478] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1579.499478] env[62180]: value = "task-1963088" [ 1579.499478] env[62180]: _type = "Task" [ 1579.499478] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.510600] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.527022] env[62180]: INFO nova.scheduler.client.report [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Deleted allocations for instance 4f72682c-8a29-49e1-bdc6-866f2ad10116 [ 1579.877511] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ea66e0-9625-ab74-b672-80a74b5f2206, 'name': SearchDatastore_Task, 'duration_secs': 0.01986} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.881107] env[62180]: DEBUG oslo_vmware.api [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963087, 'name': PowerOnVM_Task, 'duration_secs': 0.614417} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.881334] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc450a8-7f06-49e4-960f-ca96597bd2ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.884267] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.884267] env[62180]: INFO nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1579.884530] env[62180]: DEBUG nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.885052] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0474e8c-077e-418e-8528-d23322f2ccdc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.892024] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1579.892024] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd8404-693d-f961-f8d5-09db6f4062c7" [ 1579.892024] env[62180]: _type = "Task" [ 1579.892024] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.907183] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd8404-693d-f961-f8d5-09db6f4062c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.003157] env[62180]: DEBUG oslo_concurrency.lockutils [req-83001e93-e5cb-46c8-909b-ff9c9c8f001e req-56eefc82-cb00-4cca-a37b-31e60df646fe service nova] Releasing lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.013132] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114795} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.015296] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.017620] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62bddda-1702-4828-a9b1-56ba3dd2b669 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.052857] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f8a7a431-66a3-4ecb-a701-5d53e24b28fa/f8a7a431-66a3-4ecb-a701-5d53e24b28fa.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.057644] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a964e45-8955-4e9c-a64b-4120f0f95280 tempest-ServerExternalEventsTest-198978793 tempest-ServerExternalEventsTest-198978793-project-member] Lock "4f72682c-8a29-49e1-bdc6-866f2ad10116" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.520s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.066802] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda61a76-54f2-4e3d-b49a-f969b754fc8f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.907217] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.907557] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.907782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.908048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.908220] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.914795] env[62180]: INFO nova.compute.manager [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Terminating instance [ 1580.914795] env[62180]: DEBUG nova.compute.manager [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.922258] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1580.922258] env[62180]: value = "task-1963090" [ 1580.922258] env[62180]: _type = "Task" [ 1580.922258] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.929166] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4710f00d-a43f-47d6-b921-f3620eb857bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.937806] env[62180]: INFO nova.compute.manager [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Took 29.41 seconds to build instance. [ 1580.956576] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd8404-693d-f961-f8d5-09db6f4062c7, 'name': SearchDatastore_Task, 'duration_secs': 0.026232} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.960845] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.961138] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] da0ad665-64f3-4d5c-adef-417c1e1d2c0f/da0ad665-64f3-4d5c-adef-417c1e1d2c0f.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1580.961425] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963090, 'name': ReconfigVM_Task, 'duration_secs': 0.817448} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.962234] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0207e622-9f29-4a52-96a8-0a807a40fa9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.965261] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f8a7a431-66a3-4ecb-a701-5d53e24b28fa/f8a7a431-66a3-4ecb-a701-5d53e24b28fa.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.965802] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9450813c-c2b6-44e5-a591-b61f2a009ed6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.980248] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1580.980248] env[62180]: value = "task-1963091" [ 1580.980248] env[62180]: _type = "Task" [ 1580.980248] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.980248] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1580.980248] env[62180]: value = "task-1963092" [ 1580.980248] env[62180]: _type = "Task" [ 1580.980248] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.006115] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.006383] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963092, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.185274] env[62180]: DEBUG nova.network.neutron [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Updated VIF entry in instance network info cache for port 3f2aedae-649b-43d5-83cc-cc470cadf28e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.185744] env[62180]: DEBUG nova.network.neutron [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Updating instance_info_cache with network_info: [{"id": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "address": "fa:16:3e:bc:1b:b0", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2aedae-64", "ovs_interfaceid": "3f2aedae-649b-43d5-83cc-cc470cadf28e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.402348] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb78423-3cbc-4029-a9a9-8789f8a6505b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.414525] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968847cc-5885-42af-bcc8-7b231b78dde9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.468218] env[62180]: DEBUG nova.compute.manager [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.468769] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.469053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a43f6860-bad0-4a04-b0d2-e96baaaf2e11 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.024s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.470319] env[62180]: INFO nova.compute.manager [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] instance snapshotting [ 1581.470569] env[62180]: WARNING nova.compute.manager [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1581.473903] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947e0b00-aee2-4064-8e8c-6129843dfa2f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.480740] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ff52d-ec55-443c-b1a7-b989d7b34896 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.486418] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18583727-2ded-40f1-b613-157b2a440f1b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.503589] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.509520] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392a3f08-52f9-40b0-8f5f-eef6c3ea7418 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.541584] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121afff-4be8-481a-8609-43f6804f7ddf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.551690] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.553043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "758383d9-21ae-4d18-8c5c-c9be255b12b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.553344] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.554471] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdefb89-a48e-4f32-89eb-2c7d9d1f9811 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.564894] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1581.564894] env[62180]: value = "task-1963093" [ 1581.564894] env[62180]: _type = "Task" [ 1581.564894] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.565272] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963092, 'name': Rename_Task, 'duration_secs': 0.22664} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.566110] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.582338] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-463d4629-6220-4f93-93d3-9cbd70a1a775 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.587846] env[62180]: DEBUG nova.compute.provider_tree [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.600613] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.602676] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1581.602676] env[62180]: value = "task-1963094" [ 1581.602676] env[62180]: _type = "Task" [ 1581.602676] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.614916] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.692276] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Releasing lock "refresh_cache-86c816a2-26f2-4246-b2c5-a14619cde39a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.692570] env[62180]: DEBUG nova.compute.manager [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received event network-vif-plugged-34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1581.692765] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.692968] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.693145] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.693309] env[62180]: DEBUG nova.compute.manager [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] No waiting events found dispatching network-vif-plugged-34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1581.693581] env[62180]: WARNING nova.compute.manager [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received unexpected event network-vif-plugged-34db0379-c9c6-4c43-ab05-a5ed7177ed84 for instance with vm_state building and task_state spawning. [ 1581.693675] env[62180]: DEBUG nova.compute.manager [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received event network-changed-34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1581.694406] env[62180]: DEBUG nova.compute.manager [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Refreshing instance network info cache due to event network-changed-34db0379-c9c6-4c43-ab05-a5ed7177ed84. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1581.694406] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Acquiring lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.694406] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Acquired lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.694406] env[62180]: DEBUG nova.network.neutron [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Refreshing network info cache for port 34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.796177] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.796467] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.987611] env[62180]: DEBUG nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1582.003928] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.078895] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.093620] env[62180]: DEBUG nova.scheduler.client.report [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.099330] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1582.101022] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d181a6ca-363c-4368-adb8-e7a90e2fc6a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.114460] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.117097] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1582.117097] env[62180]: value = "task-1963095" [ 1582.117097] env[62180]: _type = "Task" [ 1582.117097] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.131777] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.302447] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.508748] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.542606] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.578614] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.602940] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.126s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.606065] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.739s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.606065] env[62180]: DEBUG nova.objects.instance [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lazy-loading 'resources' on Instance uuid 2c798147-c786-4207-8ed9-46575a2e4a89 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.619923] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.626981] env[62180]: INFO nova.scheduler.client.report [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Deleted allocations for instance 81f00805-7e74-422a-9661-b47039221b44 [ 1582.637983] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963095, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.723236] env[62180]: DEBUG nova.network.neutron [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updated VIF entry in instance network info cache for port 34db0379-c9c6-4c43-ab05-a5ed7177ed84. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.724358] env[62180]: DEBUG nova.network.neutron [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.009155] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.079870] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.127252] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.141577] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9d2e1e11-6df3-498b-8db0-c45d1f069165 tempest-TenantUsagesTestJSON-386267897 tempest-TenantUsagesTestJSON-386267897-project-member] Lock "81f00805-7e74-422a-9661-b47039221b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.034s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.156488] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963095, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.229585] env[62180]: DEBUG oslo_concurrency.lockutils [req-6928cc8c-9977-4ce5-8e90-9e9b790030c2 req-a8a62537-a051-4570-8077-2b52ae945cae service nova] Releasing lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.494561] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "1641f8a7-84ff-4c9a-b612-923c20d6526e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.498440] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "1641f8a7-84ff-4c9a-b612-923c20d6526e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.498440] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "1641f8a7-84ff-4c9a-b612-923c20d6526e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.498440] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "1641f8a7-84ff-4c9a-b612-923c20d6526e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.498440] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "1641f8a7-84ff-4c9a-b612-923c20d6526e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.504071] env[62180]: INFO nova.compute.manager [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Terminating instance [ 1583.512605] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.512918] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.525288] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.585831] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.625551] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.643574] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "bf6f1480-abc9-4028-beaa-75f271edd36a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.643831] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.644056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "bf6f1480-abc9-4028-beaa-75f271edd36a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.644272] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.644465] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.647490] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963095, 'name': CreateSnapshot_Task, 'duration_secs': 1.133653} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.649212] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1583.650044] env[62180]: INFO nova.compute.manager [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Terminating instance [ 1583.652858] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee2eb13-33b4-4e6f-8ebd-e5ec20a37fed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.727690] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f8a388-58cf-4ba7-922f-c1a6a1a3ab2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.744354] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1de226-1f1d-4c13-996b-387500f2fe29 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.786334] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b6d48-8bcc-4082-bc0f-3d390c2ad469 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.795607] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bbcfc-a6e5-4df8-a937-b173098b772e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.818375] env[62180]: DEBUG nova.compute.provider_tree [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.016271] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963091, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.583512} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.016271] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] da0ad665-64f3-4d5c-adef-417c1e1d2c0f/da0ad665-64f3-4d5c-adef-417c1e1d2c0f.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.016271] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.016271] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c52f7a25-3f8c-4e19-9628-561a0d9899f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.018148] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "refresh_cache-1641f8a7-84ff-4c9a-b612-923c20d6526e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.018413] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquired lock "refresh_cache-1641f8a7-84ff-4c9a-b612-923c20d6526e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.018485] env[62180]: DEBUG nova.network.neutron [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.026331] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1584.026331] env[62180]: value = "task-1963097" [ 1584.026331] env[62180]: _type = "Task" [ 1584.026331] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.038649] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.080493] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963093, 'name': PowerOffVM_Task, 'duration_secs': 2.183346} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.080795] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.080955] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.081275] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd29306a-24f2-42b6-b7d9-42c8c1c69086 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.128466] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963094, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.162015] env[62180]: DEBUG nova.compute.manager [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.162177] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.163589] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a048a2-cc58-47c6-b737-2a1d3ec35ef8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.190453] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1584.190844] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.192322] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5319a887-a31e-4b70-bd03-2d432d313d3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.195240] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c90924-848e-4a1c-8595-0efc98a93e46 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.197263] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.197403] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.197540] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Deleting the datastore file [datastore1] 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.197803] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-726ac552-b1c3-4e9c-9236-cf54acf3b1e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.208283] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1584.208283] env[62180]: value = "task-1963099" [ 1584.208283] env[62180]: _type = "Task" [ 1584.208283] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.210461] env[62180]: DEBUG oslo_vmware.api [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1584.210461] env[62180]: value = "task-1963100" [ 1584.210461] env[62180]: _type = "Task" [ 1584.210461] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.210741] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for the task: (returnval){ [ 1584.210741] env[62180]: value = "task-1963101" [ 1584.210741] env[62180]: _type = "Task" [ 1584.210741] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.233173] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963099, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.233173] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.238550] env[62180]: DEBUG oslo_vmware.api [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.320808] env[62180]: DEBUG nova.scheduler.client.report [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.539169] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139992} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.539169] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.541681] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb47107-8558-4e65-84e2-b2914499e08e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.577033] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] da0ad665-64f3-4d5c-adef-417c1e1d2c0f/da0ad665-64f3-4d5c-adef-417c1e1d2c0f.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.577033] env[62180]: DEBUG nova.network.neutron [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.578885] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fedca7b-03a7-4aea-a0f9-eab5eb812413 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.604701] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1584.604701] env[62180]: value = "task-1963102" [ 1584.604701] env[62180]: _type = "Task" [ 1584.604701] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.619019] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.627531] env[62180]: DEBUG oslo_vmware.api [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963094, 'name': PowerOnVM_Task, 'duration_secs': 2.706058} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.629899] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.631610] env[62180]: INFO nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Took 13.67 seconds to spawn the instance on the hypervisor. [ 1584.631610] env[62180]: DEBUG nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.632434] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bd4059-9d33-474d-b2be-7b2ae4bf7dbd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.729167] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963099, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.738767] env[62180]: DEBUG oslo_vmware.api [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963100, 'name': PowerOffVM_Task, 'duration_secs': 0.307817} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.739039] env[62180]: DEBUG oslo_vmware.api [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Task: {'id': task-1963101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345482} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.740927] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.740927] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.740927] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.741176] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.741176] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.741434] env[62180]: INFO nova.compute.manager [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1584.741559] env[62180]: DEBUG oslo.service.loopingcall [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.741756] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b1348c8-5a51-4ef3-bf70-f8f2125a6a95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.743427] env[62180]: DEBUG nova.compute.manager [-] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.743526] env[62180]: DEBUG nova.network.neutron [-] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.795695] env[62180]: DEBUG nova.network.neutron [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.827755] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.831279] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.177s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.835020] env[62180]: INFO nova.compute.claims [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.843574] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.843811] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.843992] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleting the datastore file [datastore1] bf6f1480-abc9-4028-beaa-75f271edd36a {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.844324] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a15b945-eb9a-4b9c-af32-1021cadfb02f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.853524] env[62180]: DEBUG oslo_vmware.api [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1584.853524] env[62180]: value = "task-1963104" [ 1584.853524] env[62180]: _type = "Task" [ 1584.853524] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.860705] env[62180]: INFO nova.scheduler.client.report [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Deleted allocations for instance 2c798147-c786-4207-8ed9-46575a2e4a89 [ 1584.869194] env[62180]: DEBUG oslo_vmware.api [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.118594] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963102, 'name': ReconfigVM_Task, 'duration_secs': 0.482138} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.119109] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Reconfigured VM instance instance-00000012 to attach disk [datastore1] da0ad665-64f3-4d5c-adef-417c1e1d2c0f/da0ad665-64f3-4d5c-adef-417c1e1d2c0f.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.120804] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e702f130-f0fc-4c79-82ed-1439872101e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.131371] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1585.131371] env[62180]: value = "task-1963105" [ 1585.131371] env[62180]: _type = "Task" [ 1585.131371] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.142696] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963105, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.159290] env[62180]: INFO nova.compute.manager [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Took 32.20 seconds to build instance. [ 1585.226506] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963099, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.300064] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Releasing lock "refresh_cache-1641f8a7-84ff-4c9a-b612-923c20d6526e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.300064] env[62180]: DEBUG nova.compute.manager [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.300287] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.301122] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af85b562-f4e9-4526-b445-da4dd32c95a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.311400] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.311836] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797dd2a2-0568-47de-b489-f11665191505 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.323326] env[62180]: DEBUG oslo_vmware.api [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1585.323326] env[62180]: value = "task-1963106" [ 1585.323326] env[62180]: _type = "Task" [ 1585.323326] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.334883] env[62180]: DEBUG oslo_vmware.api [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.351023] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "603c0515-057c-4ce7-ab37-d16b52696672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.351023] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "603c0515-057c-4ce7-ab37-d16b52696672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.367305] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "45bf79c4-2f13-4989-846d-0db27325bef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.367305] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.378644] env[62180]: DEBUG oslo_vmware.api [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251642} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.379587] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b2db5a34-fd68-4644-970d-42b1ace44637 tempest-ServersAaction247Test-312027160 tempest-ServersAaction247Test-312027160-project-member] Lock "2c798147-c786-4207-8ed9-46575a2e4a89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.595s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.380611] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.380946] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.381137] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.381377] env[62180]: INFO nova.compute.manager [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1585.381896] env[62180]: DEBUG oslo.service.loopingcall [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.382177] env[62180]: DEBUG nova.compute.manager [-] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1585.382300] env[62180]: DEBUG nova.network.neutron [-] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1585.654482] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963105, 'name': Rename_Task, 'duration_secs': 0.227} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.655585] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.656244] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98e1098-ccf1-4c37-a1e1-b15d31d5ad30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.663932] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a6bcc2e-94dc-4238-a805-658eb1744d50 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.715s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.668241] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1585.668241] env[62180]: value = "task-1963107" [ 1585.668241] env[62180]: _type = "Task" [ 1585.668241] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.680688] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.726648] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963099, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.834718] env[62180]: DEBUG oslo_vmware.api [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963106, 'name': PowerOffVM_Task, 'duration_secs': 0.183268} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.834718] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.834718] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.834894] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea80a19-71f4-400a-9f33-4eedaa6b9bb7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.867527] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.867527] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.867527] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Deleting the datastore file [datastore1] 1641f8a7-84ff-4c9a-b612-923c20d6526e {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.867527] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d138872e-0879-456a-9af8-8e8d15590328 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.880142] env[62180]: DEBUG oslo_vmware.api [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for the task: (returnval){ [ 1585.880142] env[62180]: value = "task-1963109" [ 1585.880142] env[62180]: _type = "Task" [ 1585.880142] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.894068] env[62180]: DEBUG oslo_vmware.api [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.001029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.001169] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.160246] env[62180]: DEBUG nova.network.neutron [-] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.169922] env[62180]: DEBUG nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1586.188241] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.232038] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963099, 'name': CloneVM_Task, 'duration_secs': 1.650186} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.232313] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Created linked-clone VM from snapshot [ 1586.233112] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28abe5fe-34d6-4580-8c21-8b7ce97ebd20 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.242777] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Uploading image 80b6d1bb-c0ab-44f2-8f6c-5123ea0751ff {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1586.281453] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1586.281453] env[62180]: value = "vm-404389" [ 1586.281453] env[62180]: _type = "VirtualMachine" [ 1586.281453] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1586.281856] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e6f428f-ea6a-4eef-8e6e-1d9a105f90a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.291024] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease: (returnval){ [ 1586.291024] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b698b6-1908-82ab-cc7e-0caa410ab81a" [ 1586.291024] env[62180]: _type = "HttpNfcLease" [ 1586.291024] env[62180]: } obtained for exporting VM: (result){ [ 1586.291024] env[62180]: value = "vm-404389" [ 1586.291024] env[62180]: _type = "VirtualMachine" [ 1586.291024] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1586.291446] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the lease: (returnval){ [ 1586.291446] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b698b6-1908-82ab-cc7e-0caa410ab81a" [ 1586.291446] env[62180]: _type = "HttpNfcLease" [ 1586.291446] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1586.304013] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1586.304013] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b698b6-1908-82ab-cc7e-0caa410ab81a" [ 1586.304013] env[62180]: _type = "HttpNfcLease" [ 1586.304013] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1586.387370] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e975976e-a434-434c-b1ca-c3b2f01f3150 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.399654] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d82ee-5395-4805-8600-ad0a6f171263 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.403901] env[62180]: DEBUG oslo_vmware.api [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Task: {'id': task-1963109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245568} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.404199] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.404386] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.405215] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.406077] env[62180]: INFO nova.compute.manager [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1586.406077] env[62180]: DEBUG oslo.service.loopingcall [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.406428] env[62180]: DEBUG nova.compute.manager [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.406559] env[62180]: DEBUG nova.network.neutron [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.438762] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fca550-ab96-4687-9bcc-19187985feef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.444357] env[62180]: DEBUG nova.network.neutron [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.450768] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26398c95-6280-4bc6-a508-93325757b6ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.465843] env[62180]: DEBUG nova.compute.provider_tree [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.662777] env[62180]: INFO nova.compute.manager [-] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Took 1.92 seconds to deallocate network for instance. [ 1586.702765] env[62180]: DEBUG oslo_vmware.api [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963107, 'name': PowerOnVM_Task, 'duration_secs': 0.690173} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.702765] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.702765] env[62180]: INFO nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Took 13.51 seconds to spawn the instance on the hypervisor. [ 1586.702765] env[62180]: DEBUG nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.703420] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9549348e-9c0d-4199-8040-354bc2e2ead8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.709067] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.804398] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1586.804398] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b698b6-1908-82ab-cc7e-0caa410ab81a" [ 1586.804398] env[62180]: _type = "HttpNfcLease" [ 1586.804398] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1586.804699] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1586.804699] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b698b6-1908-82ab-cc7e-0caa410ab81a" [ 1586.804699] env[62180]: _type = "HttpNfcLease" [ 1586.804699] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1586.805552] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f634e52-6f52-405d-8ee6-aee543ed48fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.815702] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a4ad9-f580-5b4b-f92f-12bb17efe625/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1586.815952] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a4ad9-f580-5b4b-f92f-12bb17efe625/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1586.922087] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05335e8a-5c90-4230-afff-3172a733f3b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.950624] env[62180]: DEBUG nova.network.neutron [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.994423] env[62180]: ERROR nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [req-1faa3a43-06b9-48a0-9a6c-c6c765514e75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1faa3a43-06b9-48a0-9a6c-c6c765514e75"}]} [ 1587.045700] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1587.056304] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1587.056304] env[62180]: DEBUG nova.compute.provider_tree [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.072952] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1587.100336] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1587.118843] env[62180]: DEBUG nova.network.neutron [-] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.178123] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.246312] env[62180]: INFO nova.compute.manager [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Took 33.72 seconds to build instance. [ 1587.458831] env[62180]: INFO nova.compute.manager [-] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Took 1.05 seconds to deallocate network for instance. [ 1587.474228] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "f947b843-3d51-4720-9797-4c5859c4d630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.474228] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "f947b843-3d51-4720-9797-4c5859c4d630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.625643] env[62180]: INFO nova.compute.manager [-] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Took 2.24 seconds to deallocate network for instance. [ 1587.754104] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ee92e97-ea36-45fa-9e3b-6bb7bf4dd82c tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.832s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.860945] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b0dfc1-f551-43a8-a227-83cebeb8e66b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.870169] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ecc27-7737-480d-bd94-eb5f4aaee8db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.900276] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccffff9-0542-4083-8648-9b9484d9c307 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.909267] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e34cbe7-12a6-474e-9bfb-7e423b249d4c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.924973] env[62180]: DEBUG nova.compute.provider_tree [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.974127] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.078995] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Acquiring lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.079459] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.135176] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.258065] env[62180]: DEBUG nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.452791] env[62180]: ERROR nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [req-0c53aa45-b93e-4c50-834b-cad03bd3a863] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c53aa45-b93e-4c50-834b-cad03bd3a863"}]} [ 1588.458903] env[62180]: DEBUG nova.compute.manager [req-db9f9d8b-bd48-49e6-b08b-4ac5efe0e844 req-547acd8f-cc74-4c20-86bb-d70175c68342 service nova] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Received event network-vif-deleted-87961436-e648-411c-8e16-e10ca4702f62 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1588.477474] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1588.501768] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1588.501768] env[62180]: DEBUG nova.compute.provider_tree [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1588.515504] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1588.542642] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1588.703937] env[62180]: DEBUG nova.compute.manager [req-95839ea0-3860-45e9-b333-a67c86840c06 req-f59b1b54-14b9-4287-a6e2-7b7c52ee6f11 service nova] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Received event network-vif-deleted-4e28ec5d-0978-4b53-8582-b3792e58d7a9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1588.722464] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "c2657800-ac10-4f71-bf86-2b5b95c65a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.722670] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.744747] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "1ac84b7c-aff6-497f-941d-99e16550431c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.746156] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "1ac84b7c-aff6-497f-941d-99e16550431c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.779851] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.180520] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f0f82-86b8-4e0d-9bf5-0f61da5962a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.191760] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00829d92-7faa-418e-acb9-382e7ba0216b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.236581] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dea19b-e91a-4126-83c2-6233783c926a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.250638] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94683d30-019f-4ba0-88f2-585cecbd67d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.275026] env[62180]: DEBUG nova.compute.provider_tree [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.803557] env[62180]: ERROR nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [req-7bea1ee9-4fc8-459d-855a-d08039b4832d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bea1ee9-4fc8-459d-855a-d08039b4832d"}]} [ 1589.832085] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1589.860225] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1589.860225] env[62180]: DEBUG nova.compute.provider_tree [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.881422] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1589.904565] env[62180]: DEBUG nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1590.545449] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53639ee3-1594-4674-8cd2-e86ad3d56828 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.560025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68c8e7-52d8-4e51-9803-b47b9af81f4c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.593874] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae478389-7860-4365-afef-282d7f48b4aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.608460] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1171d4f-3f46-4b67-a052-947c586589ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.627106] env[62180]: DEBUG nova.compute.provider_tree [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.824525] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.824525] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.155744] env[62180]: ERROR nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [req-403f5b8a-c091-493a-8871-3442fed7c761] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-403f5b8a-c091-493a-8871-3442fed7c761"}]} [ 1591.156486] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.326s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.161012] env[62180]: ERROR nova.compute.manager [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b (generation 48): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-403f5b8a-c091-493a-8871-3442fed7c761"}]} [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Traceback (most recent call last): [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] with self.rt.instance_claim(context, instance, node, allocs, [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] return f(*args, **kwargs) [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] self._update(elevated, cn) [ 1591.161012] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] self._update_to_placement(context, compute_node, startup) [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] raise attempt.get() [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] raise value [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1591.161513] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] self.reportclient.update_from_provider_tree( [ 1591.161825] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1591.161825] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] self.set_inventory_for_provider( [ 1591.161825] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1591.161825] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] raise exception.ResourceProviderUpdateConflict( [ 1591.161825] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b (generation 48): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-403f5b8a-c091-493a-8871-3442fed7c761"}]} [ 1591.161825] env[62180]: ERROR nova.compute.manager [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] [ 1591.162625] env[62180]: DEBUG nova.compute.utils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] A conflict was encountered attempting to update resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b (generation 48): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62180) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1591.164584] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.628s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.166286] env[62180]: INFO nova.compute.claims [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.175353] env[62180]: DEBUG nova.compute.manager [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1591.180893] env[62180]: DEBUG nova.compute.manager [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Build of instance 1cfdd458-1380-44a2-82b9-dc9c44e1a98d was re-scheduled: A conflict was encountered attempting to update resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b (generation 48): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-403f5b8a-c091-493a-8871-3442fed7c761"}]} {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 1591.182733] env[62180]: DEBUG nova.compute.manager [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Unplugging VIFs for instance {{(pid=62180) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1591.182733] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Acquiring lock "refresh_cache-1cfdd458-1380-44a2-82b9-dc9c44e1a98d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.182733] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Acquired lock "refresh_cache-1cfdd458-1380-44a2-82b9-dc9c44e1a98d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.182733] env[62180]: DEBUG nova.network.neutron [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.358887] env[62180]: DEBUG nova.compute.manager [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Received event network-changed-c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1591.359100] env[62180]: DEBUG nova.compute.manager [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Refreshing instance network info cache due to event network-changed-c1675bf7-a18a-46ba-8b94-7aebf14adc4d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1591.359319] env[62180]: DEBUG oslo_concurrency.lockutils [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] Acquiring lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.359452] env[62180]: DEBUG oslo_concurrency.lockutils [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] Acquired lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.359984] env[62180]: DEBUG nova.network.neutron [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Refreshing network info cache for port c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.709397] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.714267] env[62180]: DEBUG nova.network.neutron [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.798043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "92ff7c21-e2c6-4d85-aa12-e41672929eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.798308] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.848178] env[62180]: DEBUG nova.network.neutron [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.859143] env[62180]: DEBUG nova.compute.manager [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received event network-changed-34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1591.859143] env[62180]: DEBUG nova.compute.manager [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Refreshing instance network info cache due to event network-changed-34db0379-c9c6-4c43-ab05-a5ed7177ed84. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1591.859143] env[62180]: DEBUG oslo_concurrency.lockutils [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] Acquiring lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.859390] env[62180]: DEBUG oslo_concurrency.lockutils [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] Acquired lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.859451] env[62180]: DEBUG nova.network.neutron [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Refreshing network info cache for port 34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.996015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.996353] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.209345] env[62180]: DEBUG nova.scheduler.client.report [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1592.227737] env[62180]: DEBUG nova.scheduler.client.report [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1592.228266] env[62180]: DEBUG nova.compute.provider_tree [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.243315] env[62180]: DEBUG nova.scheduler.client.report [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1592.271289] env[62180]: DEBUG nova.scheduler.client.report [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1592.281285] env[62180]: DEBUG nova.network.neutron [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Updated VIF entry in instance network info cache for port c1675bf7-a18a-46ba-8b94-7aebf14adc4d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.281567] env[62180]: DEBUG nova.network.neutron [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Updating instance_info_cache with network_info: [{"id": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "address": "fa:16:3e:e1:40:5c", "network": {"id": "76d5f467-79fd-43ee-a6d1-c08eeefc639c", "bridge": "br-int", "label": "tempest-ServersTestJSON-554201935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e230cad9f646464c95ccaa22d79db06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1675bf7-a1", "ovs_interfaceid": "c1675bf7-a18a-46ba-8b94-7aebf14adc4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.362725] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Releasing lock "refresh_cache-1cfdd458-1380-44a2-82b9-dc9c44e1a98d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.363020] env[62180]: DEBUG nova.compute.manager [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62180) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1592.363708] env[62180]: DEBUG nova.compute.manager [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.363708] env[62180]: DEBUG nova.network.neutron [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.387928] env[62180]: DEBUG nova.network.neutron [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.602733] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "3b8acb23-1bed-432f-b70e-18a1301fb99c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.603607] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.750201] env[62180]: DEBUG nova.network.neutron [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updated VIF entry in instance network info cache for port 34db0379-c9c6-4c43-ab05-a5ed7177ed84. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.750201] env[62180]: DEBUG nova.network.neutron [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.785951] env[62180]: DEBUG oslo_concurrency.lockutils [req-3032b262-d650-42b3-a7ec-1ca359486381 req-178e84fd-ad93-4ef9-9255-e1d55a4f42cb service nova] Releasing lock "refresh_cache-1e94edee-5708-46df-9ed9-b72d81ac47b9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.892762] env[62180]: DEBUG nova.network.neutron [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.976417] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecf2f1c-6fed-48de-93ad-8f63316812d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.000614] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5603d3-b2d9-4e47-8756-13f2d36ebc65 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.049259] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3706aa87-4963-4414-bad2-c4dd01a56da1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.060184] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c6a0c5-1368-49f0-b461-88d1303635d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.077507] env[62180]: DEBUG nova.compute.provider_tree [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1593.253439] env[62180]: DEBUG oslo_concurrency.lockutils [req-16cad5c7-24ab-4857-82be-688507644ed8 req-016c0c9d-a5d1-4494-9f51-e5bd1cb4071a service nova] Releasing lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.399756] env[62180]: INFO nova.compute.manager [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] [instance: 1cfdd458-1380-44a2-82b9-dc9c44e1a98d] Took 1.04 seconds to deallocate network for instance. [ 1593.621960] env[62180]: DEBUG nova.scheduler.client.report [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1593.622290] env[62180]: DEBUG nova.compute.provider_tree [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 53 to 54 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1593.622543] env[62180]: DEBUG nova.compute.provider_tree [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1594.129589] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.965s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.133905] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.136648] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.169s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.137021] env[62180]: DEBUG nova.objects.instance [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1594.446704] env[62180]: INFO nova.scheduler.client.report [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Deleted allocations for instance 1cfdd458-1380-44a2-82b9-dc9c44e1a98d [ 1594.642815] env[62180]: DEBUG nova.compute.utils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.648392] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.648392] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.719988] env[62180]: DEBUG nova.policy [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9942455dc6ab435a8071196e8438b4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e300a9db6ef4e12be4154d069b91ac3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1594.767186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "26aa5363-8676-45bf-8b17-185321d4da32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.767186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "26aa5363-8676-45bf-8b17-185321d4da32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.961192] env[62180]: DEBUG oslo_concurrency.lockutils [None req-096b71e4-1a32-4e36-9747-e59343c46799 tempest-AttachInterfacesUnderV243Test-1885154920 tempest-AttachInterfacesUnderV243Test-1885154920-project-member] Lock "1cfdd458-1380-44a2-82b9-dc9c44e1a98d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.287s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.111145] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Successfully created port: d68ac492-5c32-4148-8092-3d3450441882 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.155136] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.156858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d0d4ba18-8257-4554-a07e-5e3020ff277d tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.161018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.274s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.161788] env[62180]: INFO nova.compute.claims [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.375321] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a4ad9-f580-5b4b-f92f-12bb17efe625/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1595.376086] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe083d08-61a1-427c-bcdc-d5bbfcbe815e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.385163] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a4ad9-f580-5b4b-f92f-12bb17efe625/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1595.385163] env[62180]: ERROR oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a4ad9-f580-5b4b-f92f-12bb17efe625/disk-0.vmdk due to incomplete transfer. [ 1595.385163] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-317f0787-22a5-4ce3-a77f-bc8c9cb444c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.396024] env[62180]: DEBUG oslo_vmware.rw_handles [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a4ad9-f580-5b4b-f92f-12bb17efe625/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1595.396024] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Uploaded image 80b6d1bb-c0ab-44f2-8f6c-5123ea0751ff to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1595.396024] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1595.396024] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c13f1211-1315-4205-9f15-73e4f08fa0f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.403555] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1595.403555] env[62180]: value = "task-1963111" [ 1595.403555] env[62180]: _type = "Task" [ 1595.403555] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.415314] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963111, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.469015] env[62180]: DEBUG nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1595.914758] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963111, 'name': Destroy_Task, 'duration_secs': 0.347539} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.915115] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Destroyed the VM [ 1595.915385] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1595.915670] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-afd6acd6-77d1-49d0-88f3-c2ca6662b227 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.924560] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1595.924560] env[62180]: value = "task-1963112" [ 1595.924560] env[62180]: _type = "Task" [ 1595.924560] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.934491] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.990973] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.169527] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.216335] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.216335] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.216335] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.216480] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.216677] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.216940] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.217268] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.217626] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.217887] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.218152] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.218499] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.219577] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef2585-9361-4c62-88aa-6f3beb8b627a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.234170] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aae6557-7a4c-4413-9eb4-0cdf38521519 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.438699] env[62180]: DEBUG oslo_vmware.api [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963112, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385409} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.442343] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1596.442343] env[62180]: INFO nova.compute.manager [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Took 14.96 seconds to snapshot the instance on the hypervisor. [ 1596.799396] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.799396] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.799396] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "2149a69c-f8b8-4806-b1d1-df8862b89d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.799396] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.799613] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.805466] env[62180]: INFO nova.compute.manager [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Terminating instance [ 1596.862179] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c28d27-a800-4a5b-bfa6-074656961566 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.871769] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9d5c20-6ecf-4de5-a141-f24f47d6e5d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.910643] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9190c1fb-4c04-4dcd-be87-045d1b2547c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.919107] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca836e-aeca-4f95-82b8-6bf45471138c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.936713] env[62180]: DEBUG nova.compute.provider_tree [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.954472] env[62180]: DEBUG nova.compute.manager [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Instance disappeared during snapshot {{(pid=62180) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1596.972360] env[62180]: DEBUG nova.compute.manager [None req-25d2153a-3b29-442d-b47e-54edab0de5bb tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image not found during clean up 80b6d1bb-c0ab-44f2-8f6c-5123ea0751ff {{(pid=62180) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1597.313874] env[62180]: DEBUG nova.compute.manager [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.313874] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.315085] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c5a45-163b-4228-bf58-da1b060fd7b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.327077] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.327077] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb50d790-f00b-4f98-a6c7-e437518706e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.416235] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.416490] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.416673] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleting the datastore file [datastore1] 2149a69c-f8b8-4806-b1d1-df8862b89d95 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.416939] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d4fe60a-45ec-46da-a2b2-4b2b7277b9e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.426248] env[62180]: DEBUG oslo_vmware.api [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1597.426248] env[62180]: value = "task-1963114" [ 1597.426248] env[62180]: _type = "Task" [ 1597.426248] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.437784] env[62180]: DEBUG oslo_vmware.api [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.439928] env[62180]: DEBUG nova.scheduler.client.report [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.707829] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.708794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.938114] env[62180]: DEBUG oslo_vmware.api [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256124} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.939706] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.939818] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1597.939933] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1597.940113] env[62180]: INFO nova.compute.manager [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1597.940352] env[62180]: DEBUG oslo.service.loopingcall [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.940552] env[62180]: DEBUG nova.compute.manager [-] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1597.940642] env[62180]: DEBUG nova.network.neutron [-] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1597.951237] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.951756] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.957780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.755s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.961318] env[62180]: INFO nova.compute.claims [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1598.468542] env[62180]: DEBUG nova.compute.utils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.477254] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.477254] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.545794] env[62180]: DEBUG nova.policy [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9942455dc6ab435a8071196e8438b4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e300a9db6ef4e12be4154d069b91ac3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.550482] env[62180]: DEBUG nova.compute.manager [req-aa7d6e0d-01e6-4618-8ff8-ef8b7e575477 req-c29ec41d-ca5b-40de-ab75-98675d3c23ff service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Received event network-vif-deleted-d1c02c7f-bf52-4fb7-9a02-0019013ee123 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1598.550751] env[62180]: INFO nova.compute.manager [req-aa7d6e0d-01e6-4618-8ff8-ef8b7e575477 req-c29ec41d-ca5b-40de-ab75-98675d3c23ff service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Neutron deleted interface d1c02c7f-bf52-4fb7-9a02-0019013ee123; detaching it from the instance and deleting it from the info cache [ 1598.551040] env[62180]: DEBUG nova.network.neutron [req-aa7d6e0d-01e6-4618-8ff8-ef8b7e575477 req-c29ec41d-ca5b-40de-ab75-98675d3c23ff service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.964604] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Successfully created port: 5edb4d6d-53c9-4373-98d9-aa7883d300ff {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.979281] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.010504] env[62180]: DEBUG nova.network.neutron [-] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.054302] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b07176e-4ad2-4a2e-82c9-bbbb7fafc251 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.067397] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d6defd-3c6b-459c-bacf-2d32475857c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.099998] env[62180]: DEBUG nova.compute.manager [req-aa7d6e0d-01e6-4618-8ff8-ef8b7e575477 req-c29ec41d-ca5b-40de-ab75-98675d3c23ff service nova] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Detach interface failed, port_id=d1c02c7f-bf52-4fb7-9a02-0019013ee123, reason: Instance 2149a69c-f8b8-4806-b1d1-df8862b89d95 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1599.513865] env[62180]: INFO nova.compute.manager [-] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Took 1.57 seconds to deallocate network for instance. [ 1599.543170] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1556e212-fff5-4185-be75-db8e0dc6f2c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.554184] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d67582-7b09-4dc7-b6c1-35e4369016df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.592592] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e95e67-cf35-4f06-b45f-2b3b981d1040 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.603461] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9bcb0-4f2c-4171-9ddc-1688e8c63662 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.619802] env[62180]: DEBUG nova.compute.provider_tree [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.704423] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Successfully updated port: d68ac492-5c32-4148-8092-3d3450441882 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.739304] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "0cf548fd-816b-4da6-bd20-35fbc8577866" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.739565] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.969640] env[62180]: DEBUG nova.compute.manager [req-3041626d-d15c-46a8-b317-4ae343c373ab req-2ec38ff6-fbe6-4868-a126-a6f3b4e24f15 service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Received event network-vif-plugged-d68ac492-5c32-4148-8092-3d3450441882 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1599.969640] env[62180]: DEBUG oslo_concurrency.lockutils [req-3041626d-d15c-46a8-b317-4ae343c373ab req-2ec38ff6-fbe6-4868-a126-a6f3b4e24f15 service nova] Acquiring lock "85b148aa-ff47-40bd-ac92-c1062306a185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.969640] env[62180]: DEBUG oslo_concurrency.lockutils [req-3041626d-d15c-46a8-b317-4ae343c373ab req-2ec38ff6-fbe6-4868-a126-a6f3b4e24f15 service nova] Lock "85b148aa-ff47-40bd-ac92-c1062306a185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.969640] env[62180]: DEBUG oslo_concurrency.lockutils [req-3041626d-d15c-46a8-b317-4ae343c373ab req-2ec38ff6-fbe6-4868-a126-a6f3b4e24f15 service nova] Lock "85b148aa-ff47-40bd-ac92-c1062306a185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.969640] env[62180]: DEBUG nova.compute.manager [req-3041626d-d15c-46a8-b317-4ae343c373ab req-2ec38ff6-fbe6-4868-a126-a6f3b4e24f15 service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] No waiting events found dispatching network-vif-plugged-d68ac492-5c32-4148-8092-3d3450441882 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.969883] env[62180]: WARNING nova.compute.manager [req-3041626d-d15c-46a8-b317-4ae343c373ab req-2ec38ff6-fbe6-4868-a126-a6f3b4e24f15 service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Received unexpected event network-vif-plugged-d68ac492-5c32-4148-8092-3d3450441882 for instance with vm_state building and task_state spawning. [ 1599.989185] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1600.014338] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1600.014606] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.014773] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1600.015068] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.015165] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1600.015256] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1600.015458] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1600.015617] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1600.015811] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1600.015992] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1600.016176] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1600.017067] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ebaf2-17fc-45a4-bc76-20fd184915b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.020359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.026322] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a383f9-9c6d-406f-ba2d-8b38ecb2207e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.123192] env[62180]: DEBUG nova.scheduler.client.report [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.207776] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "refresh_cache-85b148aa-ff47-40bd-ac92-c1062306a185" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.207776] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "refresh_cache-85b148aa-ff47-40bd-ac92-c1062306a185" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.207776] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.632469] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.632469] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.639286] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.138s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.640841] env[62180]: INFO nova.compute.claims [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.777705] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.006864] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Successfully updated port: 5edb4d6d-53c9-4373-98d9-aa7883d300ff {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.093504] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Updating instance_info_cache with network_info: [{"id": "d68ac492-5c32-4148-8092-3d3450441882", "address": "fa:16:3e:a4:64:9b", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68ac492-5c", "ovs_interfaceid": "d68ac492-5c32-4148-8092-3d3450441882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.152155] env[62180]: DEBUG nova.compute.utils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1601.154090] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1601.154301] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1601.221035] env[62180]: DEBUG nova.policy [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9942455dc6ab435a8071196e8438b4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e300a9db6ef4e12be4154d069b91ac3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1601.509612] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "refresh_cache-0a8b973e-5534-4856-b85d-7d503325ce4d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.513104] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "refresh_cache-0a8b973e-5534-4856-b85d-7d503325ce4d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.513104] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.595618] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "refresh_cache-85b148aa-ff47-40bd-ac92-c1062306a185" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.595948] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Instance network_info: |[{"id": "d68ac492-5c32-4148-8092-3d3450441882", "address": "fa:16:3e:a4:64:9b", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68ac492-5c", "ovs_interfaceid": "d68ac492-5c32-4148-8092-3d3450441882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1601.596399] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:64:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68ac492-5c32-4148-8092-3d3450441882', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.603966] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Creating folder: Project (0e300a9db6ef4e12be4154d069b91ac3). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.604262] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-543ee08f-f5ed-4904-b348-887fd7ee1fc3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.617686] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Created folder: Project (0e300a9db6ef4e12be4154d069b91ac3) in parent group-v404325. [ 1601.618394] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Creating folder: Instances. Parent ref: group-v404390. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.618394] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b90f4be-e22a-4734-8df5-cfe6901b089c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.628223] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Created folder: Instances in parent group-v404390. [ 1601.628610] env[62180]: DEBUG oslo.service.loopingcall [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.628745] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.628898] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1065b132-16d0-42ca-aee0-88dce1974a76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.651849] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.651849] env[62180]: value = "task-1963117" [ 1601.651849] env[62180]: _type = "Task" [ 1601.651849] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.659833] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.670497] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963117, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.671713] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Successfully created port: 792dc676-f025-4c7f-ae53-9ec8229d1807 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1602.045122] env[62180]: DEBUG nova.compute.manager [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Received event network-changed-d68ac492-5c32-4148-8092-3d3450441882 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1602.045271] env[62180]: DEBUG nova.compute.manager [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Refreshing instance network info cache due to event network-changed-d68ac492-5c32-4148-8092-3d3450441882. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1602.045510] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Acquiring lock "refresh_cache-85b148aa-ff47-40bd-ac92-c1062306a185" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.045684] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Acquired lock "refresh_cache-85b148aa-ff47-40bd-ac92-c1062306a185" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.045875] env[62180]: DEBUG nova.network.neutron [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Refreshing network info cache for port d68ac492-5c32-4148-8092-3d3450441882 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.047904] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.170470] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963117, 'name': CreateVM_Task, 'duration_secs': 0.343895} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.170470] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.171411] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.171411] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.172232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.172320] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d922a272-cca4-4fab-9dca-4323bb3be524 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.179795] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1602.179795] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52905987-b099-30ca-f189-9bbdc03b8d82" [ 1602.179795] env[62180]: _type = "Task" [ 1602.179795] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.197694] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52905987-b099-30ca-f189-9bbdc03b8d82, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.197694] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.197817] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.198369] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.198548] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.198855] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.199241] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85c0ae59-c067-46b5-b3cd-604d903e66a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.209380] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.209570] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.212031] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e984671-9c0b-4a8d-aeab-8c1c419c2603 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.219895] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1602.219895] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c6a981-ba77-4210-e922-1fce763d6903" [ 1602.219895] env[62180]: _type = "Task" [ 1602.219895] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.231208] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c6a981-ba77-4210-e922-1fce763d6903, 'name': SearchDatastore_Task} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.233169] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49398fc9-5f42-4e0b-8b52-3d3470ca6752 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.248040] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1602.248040] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523c9e68-79f6-f8fd-3de3-58d88a1b06c1" [ 1602.248040] env[62180]: _type = "Task" [ 1602.248040] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.248962] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Updating instance_info_cache with network_info: [{"id": "5edb4d6d-53c9-4373-98d9-aa7883d300ff", "address": "fa:16:3e:35:5d:6f", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edb4d6d-53", "ovs_interfaceid": "5edb4d6d-53c9-4373-98d9-aa7883d300ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.261811] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523c9e68-79f6-f8fd-3de3-58d88a1b06c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014369} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.264772] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.265046] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 85b148aa-ff47-40bd-ac92-c1062306a185/85b148aa-ff47-40bd-ac92-c1062306a185.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.265771] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8ef82d9-1db9-44ef-b105-0d77cbe9c037 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.275247] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1602.275247] env[62180]: value = "task-1963118" [ 1602.275247] env[62180]: _type = "Task" [ 1602.275247] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.286681] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.310487] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b11c96-8f43-4598-ad73-b29dfae86587 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.321173] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb14086-583c-40cd-ae5b-c3870375a33a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.352807] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b975a7-2622-4fc8-8291-328f6b80454b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.361604] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa766f26-6902-4585-a50c-a8179b003010 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.381213] env[62180]: DEBUG nova.compute.provider_tree [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.676070] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.716779] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.717250] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.717506] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.717784] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.718029] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.718293] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.718605] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.718966] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.719696] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.719970] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.720267] env[62180]: DEBUG nova.virt.hardware [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.721298] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b2491b-ed1e-43af-81df-2cfc82f9427d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.731434] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484ea603-9816-46d6-825e-36d55ec3c80f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.759022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "refresh_cache-0a8b973e-5534-4856-b85d-7d503325ce4d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.759022] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Instance network_info: |[{"id": "5edb4d6d-53c9-4373-98d9-aa7883d300ff", "address": "fa:16:3e:35:5d:6f", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edb4d6d-53", "ovs_interfaceid": "5edb4d6d-53c9-4373-98d9-aa7883d300ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.759716] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:5d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5edb4d6d-53c9-4373-98d9-aa7883d300ff', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.768135] env[62180]: DEBUG oslo.service.loopingcall [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.768472] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.769215] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fb8cfbf-cf5c-4de5-90c0-18d8c0bb8a93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.795961] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49353} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.800018] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 85b148aa-ff47-40bd-ac92-c1062306a185/85b148aa-ff47-40bd-ac92-c1062306a185.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.800018] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.800018] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.800018] env[62180]: value = "task-1963119" [ 1602.800018] env[62180]: _type = "Task" [ 1602.800018] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.800018] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ee64df6-5bac-49af-9131-81bf9afb73ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.808298] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963119, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.812170] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1602.812170] env[62180]: value = "task-1963120" [ 1602.812170] env[62180]: _type = "Task" [ 1602.812170] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.821354] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.859715] env[62180]: DEBUG nova.network.neutron [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Updated VIF entry in instance network info cache for port d68ac492-5c32-4148-8092-3d3450441882. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.859909] env[62180]: DEBUG nova.network.neutron [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Updating instance_info_cache with network_info: [{"id": "d68ac492-5c32-4148-8092-3d3450441882", "address": "fa:16:3e:a4:64:9b", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68ac492-5c", "ovs_interfaceid": "d68ac492-5c32-4148-8092-3d3450441882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.884637] env[62180]: DEBUG nova.scheduler.client.report [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.298124] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Successfully updated port: 792dc676-f025-4c7f-ae53-9ec8229d1807 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.313218] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963119, 'name': CreateVM_Task, 'duration_secs': 0.393689} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.316781] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.318466] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.318466] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.318779] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.319501] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56243adc-24d3-44e7-b3b0-68b8796643a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.326461] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077171} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.327891] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.328339] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1603.328339] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eec40c-1f60-878c-17f6-a57b049b9fe5" [ 1603.328339] env[62180]: _type = "Task" [ 1603.328339] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.329162] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cff73-4cea-49d0-819c-418dfa70d6af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.342303] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eec40c-1f60-878c-17f6-a57b049b9fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.353018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.353018] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.353182] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.353299] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.353466] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.362728] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 85b148aa-ff47-40bd-ac92-c1062306a185/85b148aa-ff47-40bd-ac92-c1062306a185.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.363088] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68cff635-0ef0-4a88-9375-cc86f0c2e12d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.365237] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Releasing lock "refresh_cache-85b148aa-ff47-40bd-ac92-c1062306a185" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.365463] env[62180]: DEBUG nova.compute.manager [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Received event network-vif-plugged-5edb4d6d-53c9-4373-98d9-aa7883d300ff {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1603.365647] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Acquiring lock "0a8b973e-5534-4856-b85d-7d503325ce4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.365846] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.366010] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.366178] env[62180]: DEBUG nova.compute.manager [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] No waiting events found dispatching network-vif-plugged-5edb4d6d-53c9-4373-98d9-aa7883d300ff {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.366340] env[62180]: WARNING nova.compute.manager [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Received unexpected event network-vif-plugged-5edb4d6d-53c9-4373-98d9-aa7883d300ff for instance with vm_state building and task_state spawning. [ 1603.368946] env[62180]: DEBUG nova.compute.manager [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Received event network-changed-5edb4d6d-53c9-4373-98d9-aa7883d300ff {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1603.368946] env[62180]: DEBUG nova.compute.manager [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Refreshing instance network info cache due to event network-changed-5edb4d6d-53c9-4373-98d9-aa7883d300ff. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1603.368946] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Acquiring lock "refresh_cache-0a8b973e-5534-4856-b85d-7d503325ce4d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.368946] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Acquired lock "refresh_cache-0a8b973e-5534-4856-b85d-7d503325ce4d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.368946] env[62180]: DEBUG nova.network.neutron [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Refreshing network info cache for port 5edb4d6d-53c9-4373-98d9-aa7883d300ff {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.369348] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2ee8fa-e89b-46a8-8432-72f56053b181 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.390581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.391184] env[62180]: DEBUG nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1603.396881] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.013s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.398505] env[62180]: INFO nova.compute.claims [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.401689] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1603.401689] env[62180]: value = "task-1963121" [ 1603.401689] env[62180]: _type = "Task" [ 1603.401689] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.401965] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.402101] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.403304] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdc687a-49c0-438f-bfc8-7b0428dceea1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.414098] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1603.414098] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52451774-319b-ecf2-b44b-3ca571e4b1e2" [ 1603.414098] env[62180]: _type = "Task" [ 1603.414098] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.417296] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.429704] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52451774-319b-ecf2-b44b-3ca571e4b1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.430905] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54670f2f-6158-43ed-bdc1-071b4ed802c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.437761] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1603.437761] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5278ab5a-3934-f2f0-0b10-6ca52cc0d44d" [ 1603.437761] env[62180]: _type = "Task" [ 1603.437761] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.449869] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5278ab5a-3934-f2f0-0b10-6ca52cc0d44d, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.449869] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.449994] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0a8b973e-5534-4856-b85d-7d503325ce4d/0a8b973e-5534-4856-b85d-7d503325ce4d.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.450236] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19de88be-1634-4d3c-8a6c-1a0467e4d3c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.457835] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1603.457835] env[62180]: value = "task-1963122" [ 1603.457835] env[62180]: _type = "Task" [ 1603.457835] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.468415] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.708200] env[62180]: DEBUG nova.network.neutron [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Updated VIF entry in instance network info cache for port 5edb4d6d-53c9-4373-98d9-aa7883d300ff. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.708777] env[62180]: DEBUG nova.network.neutron [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Updating instance_info_cache with network_info: [{"id": "5edb4d6d-53c9-4373-98d9-aa7883d300ff", "address": "fa:16:3e:35:5d:6f", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edb4d6d-53", "ovs_interfaceid": "5edb4d6d-53c9-4373-98d9-aa7883d300ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.801653] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "refresh_cache-4f643aab-c79e-455a-ac39-6184c11d02da" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.801653] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "refresh_cache-4f643aab-c79e-455a-ac39-6184c11d02da" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.801653] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.896550] env[62180]: DEBUG nova.compute.utils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.898149] env[62180]: DEBUG nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.898335] env[62180]: DEBUG nova.network.neutron [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.919166] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963121, 'name': ReconfigVM_Task, 'duration_secs': 0.266331} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.919461] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 85b148aa-ff47-40bd-ac92-c1062306a185/85b148aa-ff47-40bd-ac92-c1062306a185.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.920463] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-153106e0-3ad8-44fa-ad56-d3d9feec99da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.930200] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1603.930200] env[62180]: value = "task-1963123" [ 1603.930200] env[62180]: _type = "Task" [ 1603.930200] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.941409] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963123, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.968188] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501526} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.968505] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0a8b973e-5534-4856-b85d-7d503325ce4d/0a8b973e-5534-4856-b85d-7d503325ce4d.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.968753] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.969025] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e28b74d5-c8a0-482f-851e-5fcde02ca171 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.977255] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1603.977255] env[62180]: value = "task-1963124" [ 1603.977255] env[62180]: _type = "Task" [ 1603.977255] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.993424] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.997667] env[62180]: DEBUG nova.policy [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1220064143d24f6884cdfeb816a5336a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5011370db1f448c9897d4f8d9db065a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1604.103019] env[62180]: DEBUG nova.compute.manager [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Received event network-vif-plugged-792dc676-f025-4c7f-ae53-9ec8229d1807 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1604.103019] env[62180]: DEBUG oslo_concurrency.lockutils [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] Acquiring lock "4f643aab-c79e-455a-ac39-6184c11d02da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.103019] env[62180]: DEBUG oslo_concurrency.lockutils [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] Lock "4f643aab-c79e-455a-ac39-6184c11d02da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.103019] env[62180]: DEBUG oslo_concurrency.lockutils [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] Lock "4f643aab-c79e-455a-ac39-6184c11d02da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.103019] env[62180]: DEBUG nova.compute.manager [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] No waiting events found dispatching network-vif-plugged-792dc676-f025-4c7f-ae53-9ec8229d1807 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1604.103269] env[62180]: WARNING nova.compute.manager [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Received unexpected event network-vif-plugged-792dc676-f025-4c7f-ae53-9ec8229d1807 for instance with vm_state building and task_state spawning. [ 1604.103269] env[62180]: DEBUG nova.compute.manager [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Received event network-changed-792dc676-f025-4c7f-ae53-9ec8229d1807 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1604.103269] env[62180]: DEBUG nova.compute.manager [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Refreshing instance network info cache due to event network-changed-792dc676-f025-4c7f-ae53-9ec8229d1807. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1604.103269] env[62180]: DEBUG oslo_concurrency.lockutils [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] Acquiring lock "refresh_cache-4f643aab-c79e-455a-ac39-6184c11d02da" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.213491] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ec2f1f4-1f49-4e73-8310-ad413981a5c8 req-0145ea18-4ca2-448e-a7cb-9fe8eb05b87e service nova] Releasing lock "refresh_cache-0a8b973e-5534-4856-b85d-7d503325ce4d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.357887] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.408020] env[62180]: DEBUG nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1604.451526] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963123, 'name': Rename_Task, 'duration_secs': 0.158096} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.451816] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1604.452081] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fd9ef52-34e7-45ad-ab01-28d526d67938 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.464796] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1604.464796] env[62180]: value = "task-1963125" [ 1604.464796] env[62180]: _type = "Task" [ 1604.464796] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.476522] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.489472] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073613} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.489782] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.490590] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24776c9a-3978-48b0-9b78-fb0045a7b90c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.518932] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 0a8b973e-5534-4856-b85d-7d503325ce4d/0a8b973e-5534-4856-b85d-7d503325ce4d.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.522273] env[62180]: DEBUG nova.network.neutron [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Successfully created port: 7f600aae-19a8-46f0-af7c-da5adcdae6b8 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1604.523963] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2889ed41-d858-4c50-bb81-bc1bf1a9514e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.547315] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1604.547315] env[62180]: value = "task-1963126" [ 1604.547315] env[62180]: _type = "Task" [ 1604.547315] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.555837] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.610802] env[62180]: DEBUG nova.network.neutron [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Updating instance_info_cache with network_info: [{"id": "792dc676-f025-4c7f-ae53-9ec8229d1807", "address": "fa:16:3e:9b:87:f7", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792dc676-f0", "ovs_interfaceid": "792dc676-f025-4c7f-ae53-9ec8229d1807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.973419] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963125, 'name': PowerOnVM_Task, 'duration_secs': 0.484692} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.977134] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.977503] env[62180]: INFO nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1604.977734] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.978872] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e42a1f-c39c-40e1-bb4c-7b860379b4aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.027693] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d0ca1-11c4-4b1e-a0aa-fb6b5c86fa5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.038011] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc87a3f-f85f-404f-89c4-6762f34090aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.077698] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e0810-b8fd-46da-8f69-14e19f7792ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.087742] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963126, 'name': ReconfigVM_Task, 'duration_secs': 0.283162} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.088151] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 0a8b973e-5534-4856-b85d-7d503325ce4d/0a8b973e-5534-4856-b85d-7d503325ce4d.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.089748] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34d2408-3400-47b2-b619-c0dcbe215f8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.093497] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba59e6c0-ca3a-47fe-a86b-ed8b5edd8c5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.107407] env[62180]: DEBUG nova.compute.provider_tree [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.110095] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1605.110095] env[62180]: value = "task-1963127" [ 1605.110095] env[62180]: _type = "Task" [ 1605.110095] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.114097] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "refresh_cache-4f643aab-c79e-455a-ac39-6184c11d02da" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.114435] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Instance network_info: |[{"id": "792dc676-f025-4c7f-ae53-9ec8229d1807", "address": "fa:16:3e:9b:87:f7", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792dc676-f0", "ovs_interfaceid": "792dc676-f025-4c7f-ae53-9ec8229d1807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.114751] env[62180]: DEBUG oslo_concurrency.lockutils [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] Acquired lock "refresh_cache-4f643aab-c79e-455a-ac39-6184c11d02da" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.114969] env[62180]: DEBUG nova.network.neutron [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Refreshing network info cache for port 792dc676-f025-4c7f-ae53-9ec8229d1807 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.116087] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:87:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '792dc676-f025-4c7f-ae53-9ec8229d1807', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.123654] env[62180]: DEBUG oslo.service.loopingcall [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.126240] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.130684] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0e8efd8-6a8a-4dff-8d5a-fe5c06d5ab96 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.147442] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963127, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.157947] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.157947] env[62180]: value = "task-1963128" [ 1605.157947] env[62180]: _type = "Task" [ 1605.157947] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.166807] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963128, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.415229] env[62180]: DEBUG nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1605.442073] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1605.442400] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.442464] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1605.442620] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.442766] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1605.442912] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1605.443139] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1605.443304] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1605.443466] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1605.443625] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1605.443873] env[62180]: DEBUG nova.virt.hardware [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1605.446153] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27b72a2-0860-4123-be2d-473c389bda34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.454824] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e91fb-d15f-4aa3-afa0-595dcd0a0171 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.499471] env[62180]: INFO nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Took 41.98 seconds to build instance. [ 1605.628776] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963127, 'name': Rename_Task, 'duration_secs': 0.153094} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.629355] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.630533] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aad08b2c-2c9f-4626-b3e7-ced15cdc85b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.633069] env[62180]: ERROR nova.scheduler.client.report [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [req-58d026f9-6d15-426e-9029-b9f91d37160c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58d026f9-6d15-426e-9029-b9f91d37160c"}]} [ 1605.642031] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1605.642031] env[62180]: value = "task-1963129" [ 1605.642031] env[62180]: _type = "Task" [ 1605.642031] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.652664] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.654732] env[62180]: DEBUG nova.scheduler.client.report [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1605.666716] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963128, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.669783] env[62180]: DEBUG nova.scheduler.client.report [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1605.669912] env[62180]: DEBUG nova.compute.provider_tree [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.685624] env[62180]: DEBUG nova.scheduler.client.report [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1605.705524] env[62180]: DEBUG nova.scheduler.client.report [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1605.884304] env[62180]: DEBUG nova.network.neutron [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Updated VIF entry in instance network info cache for port 792dc676-f025-4c7f-ae53-9ec8229d1807. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.884665] env[62180]: DEBUG nova.network.neutron [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Updating instance_info_cache with network_info: [{"id": "792dc676-f025-4c7f-ae53-9ec8229d1807", "address": "fa:16:3e:9b:87:f7", "network": {"id": "b2dca248-a1de-4fb1-bf06-f32e7ed0cad4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-362339422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e300a9db6ef4e12be4154d069b91ac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792dc676-f0", "ovs_interfaceid": "792dc676-f025-4c7f-ae53-9ec8229d1807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.000203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "85b148aa-ff47-40bd-ac92-c1062306a185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.837s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.158197] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963129, 'name': PowerOnVM_Task, 'duration_secs': 0.508127} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.158441] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.158758] env[62180]: INFO nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Took 6.17 seconds to spawn the instance on the hypervisor. [ 1606.158906] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.162850] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a8350a-bf70-4f1e-aaf1-2229199c657b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.180868] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963128, 'name': CreateVM_Task, 'duration_secs': 0.768467} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.183684] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.184810] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.184996] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.185873] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.186461] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b617fe7-8cf8-4ec1-bc0e-ebe97b7ebac2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.189043] env[62180]: DEBUG nova.compute.manager [req-0057d57d-2b88-4187-bf8d-ea688c5713d1 req-ed34c428-50a1-41d7-a776-3b8ab65d005c service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Received event network-vif-plugged-7f600aae-19a8-46f0-af7c-da5adcdae6b8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1606.189243] env[62180]: DEBUG oslo_concurrency.lockutils [req-0057d57d-2b88-4187-bf8d-ea688c5713d1 req-ed34c428-50a1-41d7-a776-3b8ab65d005c service nova] Acquiring lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.189431] env[62180]: DEBUG oslo_concurrency.lockutils [req-0057d57d-2b88-4187-bf8d-ea688c5713d1 req-ed34c428-50a1-41d7-a776-3b8ab65d005c service nova] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.189588] env[62180]: DEBUG oslo_concurrency.lockutils [req-0057d57d-2b88-4187-bf8d-ea688c5713d1 req-ed34c428-50a1-41d7-a776-3b8ab65d005c service nova] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.189747] env[62180]: DEBUG nova.compute.manager [req-0057d57d-2b88-4187-bf8d-ea688c5713d1 req-ed34c428-50a1-41d7-a776-3b8ab65d005c service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] No waiting events found dispatching network-vif-plugged-7f600aae-19a8-46f0-af7c-da5adcdae6b8 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.189901] env[62180]: WARNING nova.compute.manager [req-0057d57d-2b88-4187-bf8d-ea688c5713d1 req-ed34c428-50a1-41d7-a776-3b8ab65d005c service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Received unexpected event network-vif-plugged-7f600aae-19a8-46f0-af7c-da5adcdae6b8 for instance with vm_state building and task_state spawning. [ 1606.195631] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1606.195631] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526e9b3d-bf1b-3e53-6c6d-3628e5e346d3" [ 1606.195631] env[62180]: _type = "Task" [ 1606.195631] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.209487] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526e9b3d-bf1b-3e53-6c6d-3628e5e346d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.209761] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.210631] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.210631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.210631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.210631] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.211151] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeb771dc-b08e-4f49-a890-d6682015776f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.224491] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.224491] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.224790] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c998919f-e5ee-4f57-955c-5389a5b08b3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.231775] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1606.231775] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5275631d-baa2-c5b6-d2cc-3f3f2c22133e" [ 1606.231775] env[62180]: _type = "Task" [ 1606.231775] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.246916] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5275631d-baa2-c5b6-d2cc-3f3f2c22133e, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.248168] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596c420e-437c-4107-bca9-497461270e10 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.254699] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1606.254699] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a18dc9-4fed-5d59-b202-9714bd1bd8d0" [ 1606.254699] env[62180]: _type = "Task" [ 1606.254699] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.267660] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a18dc9-4fed-5d59-b202-9714bd1bd8d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.279935] env[62180]: DEBUG nova.network.neutron [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Successfully updated port: 7f600aae-19a8-46f0-af7c-da5adcdae6b8 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.362193] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df7ffc-9b4a-4606-b72b-94d33aa0e458 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.370447] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fac52e-a03b-4a2f-b69c-b6b0d8d586c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.403100] env[62180]: DEBUG oslo_concurrency.lockutils [req-0971e7c7-efef-4b24-a4a6-64c5c7f4bd76 req-aef53f07-78ed-47c7-b7aa-4ca0ff62abce service nova] Releasing lock "refresh_cache-4f643aab-c79e-455a-ac39-6184c11d02da" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.404214] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ec17f-1d82-42c1-8784-2fe3c1362697 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.413358] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641ad1c5-760a-45ca-9049-250ac2feb9f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.430167] env[62180]: DEBUG nova.compute.provider_tree [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1606.502760] env[62180]: DEBUG nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1606.690280] env[62180]: INFO nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Took 39.84 seconds to build instance. [ 1606.766592] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a18dc9-4fed-5d59-b202-9714bd1bd8d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.766872] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.767142] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f643aab-c79e-455a-ac39-6184c11d02da/4f643aab-c79e-455a-ac39-6184c11d02da.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.767407] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f91c8db9-b7b7-4697-965c-24e0d7812320 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.778114] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1606.778114] env[62180]: value = "task-1963130" [ 1606.778114] env[62180]: _type = "Task" [ 1606.778114] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.781956] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "refresh_cache-fdba39e2-1d58-49e5-98b1-a8856d41ea3a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.782125] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired lock "refresh_cache-fdba39e2-1d58-49e5-98b1-a8856d41ea3a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.782261] env[62180]: DEBUG nova.network.neutron [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.789062] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.980878] env[62180]: DEBUG nova.scheduler.client.report [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1606.981218] env[62180]: DEBUG nova.compute.provider_tree [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 57 to 58 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1606.981405] env[62180]: DEBUG nova.compute.provider_tree [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1607.025559] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.195446] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.969s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.289689] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493768} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.289798] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f643aab-c79e-455a-ac39-6184c11d02da/4f643aab-c79e-455a-ac39-6184c11d02da.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.290562] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.290562] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d234ca5-1d1d-43ed-9620-ed48b2ac2c6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.299692] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1607.299692] env[62180]: value = "task-1963131" [ 1607.299692] env[62180]: _type = "Task" [ 1607.299692] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.309995] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.340546] env[62180]: DEBUG nova.network.neutron [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.487876] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.091s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.488449] env[62180]: DEBUG nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1607.491407] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.284s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.492842] env[62180]: INFO nova.compute.claims [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.686080] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.686556] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.697931] env[62180]: DEBUG nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1607.719237] env[62180]: DEBUG nova.network.neutron [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Updating instance_info_cache with network_info: [{"id": "7f600aae-19a8-46f0-af7c-da5adcdae6b8", "address": "fa:16:3e:ee:18:16", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f600aae-19", "ovs_interfaceid": "7f600aae-19a8-46f0-af7c-da5adcdae6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.813433] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072203} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.813991] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.814906] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa839425-d11f-479d-818f-cf06b974653a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.840310] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 4f643aab-c79e-455a-ac39-6184c11d02da/4f643aab-c79e-455a-ac39-6184c11d02da.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.841050] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c87c10-8694-42c5-b5f6-1e189a4d919b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.866556] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1607.866556] env[62180]: value = "task-1963132" [ 1607.866556] env[62180]: _type = "Task" [ 1607.866556] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.876812] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.997582] env[62180]: DEBUG nova.compute.utils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.002336] env[62180]: DEBUG nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.002336] env[62180]: DEBUG nova.network.neutron [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.054985] env[62180]: DEBUG nova.policy [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7603960e60d480fbc3c23b9796980e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f664730356ba41bb9b27385257879c7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1608.207093] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.207338] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.225521] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Releasing lock "refresh_cache-fdba39e2-1d58-49e5-98b1-a8856d41ea3a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.225853] env[62180]: DEBUG nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Instance network_info: |[{"id": "7f600aae-19a8-46f0-af7c-da5adcdae6b8", "address": "fa:16:3e:ee:18:16", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f600aae-19", "ovs_interfaceid": "7f600aae-19a8-46f0-af7c-da5adcdae6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.226273] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:18:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f600aae-19a8-46f0-af7c-da5adcdae6b8', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.234614] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Creating folder: Project (f5011370db1f448c9897d4f8d9db065a). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.235714] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.235935] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cea3ac19-5336-4d95-99da-0e92f9b93f19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.243835] env[62180]: DEBUG nova.compute.manager [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Received event network-changed-7f600aae-19a8-46f0-af7c-da5adcdae6b8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1608.244054] env[62180]: DEBUG nova.compute.manager [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Refreshing instance network info cache due to event network-changed-7f600aae-19a8-46f0-af7c-da5adcdae6b8. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1608.244275] env[62180]: DEBUG oslo_concurrency.lockutils [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] Acquiring lock "refresh_cache-fdba39e2-1d58-49e5-98b1-a8856d41ea3a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.244446] env[62180]: DEBUG oslo_concurrency.lockutils [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] Acquired lock "refresh_cache-fdba39e2-1d58-49e5-98b1-a8856d41ea3a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.244565] env[62180]: DEBUG nova.network.neutron [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Refreshing network info cache for port 7f600aae-19a8-46f0-af7c-da5adcdae6b8 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.248380] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Created folder: Project (f5011370db1f448c9897d4f8d9db065a) in parent group-v404325. [ 1608.248380] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Creating folder: Instances. Parent ref: group-v404395. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1608.248708] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7da53a2a-43e4-4d49-a916-3422d04d2da8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.263524] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Created folder: Instances in parent group-v404395. [ 1608.263770] env[62180]: DEBUG oslo.service.loopingcall [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.263962] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.264373] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68d37777-e852-44ed-b288-5a89f480ba09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.289728] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.289728] env[62180]: value = "task-1963135" [ 1608.289728] env[62180]: _type = "Task" [ 1608.289728] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.300991] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963135, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.378741] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.423120] env[62180]: DEBUG nova.network.neutron [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Successfully created port: 7690d9c7-a2ae-4066-85d5-3075ac79845f {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1608.505023] env[62180]: DEBUG nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1608.805496] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963135, 'name': CreateVM_Task, 'duration_secs': 0.374864} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.805864] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.806702] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.807045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.807449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.809017] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c399e2df-9056-430a-a4c8-6e0e2156ad93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.816307] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1608.816307] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526c046c-6c91-279e-d33e-51c542c0fe29" [ 1608.816307] env[62180]: _type = "Task" [ 1608.816307] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.827056] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526c046c-6c91-279e-d33e-51c542c0fe29, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.827488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.827971] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1608.828376] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.828635] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.828937] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.831927] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fe669c9-15ab-4bcf-baa1-1c8ebf2b97e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.844285] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.844285] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1608.844285] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67776eaa-250b-4b0c-8a86-5a1dda40ff34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.849650] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1608.849650] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e4df6-29c9-a5ae-85d9-5a8caddb35f8" [ 1608.849650] env[62180]: _type = "Task" [ 1608.849650] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.862145] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e4df6-29c9-a5ae-85d9-5a8caddb35f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.867047] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86adca52-6f83-423c-ba16-e91c4f5a9f6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.878196] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963132, 'name': ReconfigVM_Task, 'duration_secs': 0.82267} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.885815] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 4f643aab-c79e-455a-ac39-6184c11d02da/4f643aab-c79e-455a-ac39-6184c11d02da.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.886597] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1608.886597] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e890c5-06d4-8d5b-4e7f-61d84abf4ae3" [ 1608.886597] env[62180]: _type = "Task" [ 1608.886597] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.887108] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28599b95-6970-434b-a32a-12ae980ce690 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.899571] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e890c5-06d4-8d5b-4e7f-61d84abf4ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.903404] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.903594] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] fdba39e2-1d58-49e5-98b1-a8856d41ea3a/fdba39e2-1d58-49e5-98b1-a8856d41ea3a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.903916] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1608.903916] env[62180]: value = "task-1963136" [ 1608.903916] env[62180]: _type = "Task" [ 1608.903916] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.906393] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c975768-06fa-406d-b491-41ce3efb55af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.918351] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963136, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.919916] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1608.919916] env[62180]: value = "task-1963137" [ 1608.919916] env[62180]: _type = "Task" [ 1608.919916] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.933049] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.054536] env[62180]: DEBUG nova.network.neutron [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Updated VIF entry in instance network info cache for port 7f600aae-19a8-46f0-af7c-da5adcdae6b8. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.054907] env[62180]: DEBUG nova.network.neutron [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Updating instance_info_cache with network_info: [{"id": "7f600aae-19a8-46f0-af7c-da5adcdae6b8", "address": "fa:16:3e:ee:18:16", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f600aae-19", "ovs_interfaceid": "7f600aae-19a8-46f0-af7c-da5adcdae6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.215306] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8bb005-38b6-4194-b712-47e00e2635f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.225796] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd2ef16-7141-46ae-ac77-e60eee28fc7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.259796] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681f6e78-ce79-4aec-aff3-103a48ef9630 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.268646] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7cb1f0-7992-40ae-ace4-c313871426cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.283940] env[62180]: DEBUG nova.compute.provider_tree [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.420214] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963136, 'name': Rename_Task, 'duration_secs': 0.16662} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.421029] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.421029] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ad95bd-76dd-44bd-91a8-e02592312e76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.430729] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1609.430729] env[62180]: value = "task-1963138" [ 1609.430729] env[62180]: _type = "Task" [ 1609.430729] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.432627] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492471} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.438022] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] fdba39e2-1d58-49e5-98b1-a8856d41ea3a/fdba39e2-1d58-49e5-98b1-a8856d41ea3a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.438022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.438022] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bce50030-7216-414b-a02a-8d1197e91cdb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.444050] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.445156] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1609.445156] env[62180]: value = "task-1963139" [ 1609.445156] env[62180]: _type = "Task" [ 1609.445156] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.454958] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.515565] env[62180]: DEBUG nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1609.541244] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.541633] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.541714] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.542116] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.542116] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.542258] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.542518] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.542624] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.542880] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.542956] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.543188] env[62180]: DEBUG nova.virt.hardware [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.544029] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08e9f7-865f-4e49-816c-5aed2efbac19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.555138] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ff74a-314b-4668-a942-f565bf0a6e38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.560545] env[62180]: DEBUG oslo_concurrency.lockutils [req-43d9265d-b275-43a7-8c7b-ce55f5e23df5 req-0335a158-45f6-4749-9f72-ccc886baf622 service nova] Releasing lock "refresh_cache-fdba39e2-1d58-49e5-98b1-a8856d41ea3a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.788232] env[62180]: DEBUG nova.scheduler.client.report [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.943029] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.954767] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130314} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.955049] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.955805] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067918c-2fdf-491e-b2a0-d1f78de8fefa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.979494] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] fdba39e2-1d58-49e5-98b1-a8856d41ea3a/fdba39e2-1d58-49e5-98b1-a8856d41ea3a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.979808] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b985dec3-017b-4f22-8133-35495dd50624 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.999499] env[62180]: DEBUG nova.network.neutron [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Successfully updated port: 7690d9c7-a2ae-4066-85d5-3075ac79845f {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1610.001960] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1610.001960] env[62180]: value = "task-1963140" [ 1610.001960] env[62180]: _type = "Task" [ 1610.001960] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.011008] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.293739] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.293739] env[62180]: DEBUG nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.295968] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.608s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.296172] env[62180]: DEBUG nova.objects.instance [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1610.306475] env[62180]: DEBUG nova.compute.manager [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Received event network-vif-plugged-7690d9c7-a2ae-4066-85d5-3075ac79845f {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1610.306864] env[62180]: DEBUG oslo_concurrency.lockutils [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] Acquiring lock "556a65af-889d-4150-bd0d-2822964227e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.307039] env[62180]: DEBUG oslo_concurrency.lockutils [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] Lock "556a65af-889d-4150-bd0d-2822964227e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.307308] env[62180]: DEBUG oslo_concurrency.lockutils [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] Lock "556a65af-889d-4150-bd0d-2822964227e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.307308] env[62180]: DEBUG nova.compute.manager [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] No waiting events found dispatching network-vif-plugged-7690d9c7-a2ae-4066-85d5-3075ac79845f {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1610.307494] env[62180]: WARNING nova.compute.manager [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Received unexpected event network-vif-plugged-7690d9c7-a2ae-4066-85d5-3075ac79845f for instance with vm_state building and task_state spawning. [ 1610.307830] env[62180]: DEBUG nova.compute.manager [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Received event network-changed-7690d9c7-a2ae-4066-85d5-3075ac79845f {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1610.307830] env[62180]: DEBUG nova.compute.manager [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Refreshing instance network info cache due to event network-changed-7690d9c7-a2ae-4066-85d5-3075ac79845f. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1610.307974] env[62180]: DEBUG oslo_concurrency.lockutils [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] Acquiring lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.308101] env[62180]: DEBUG oslo_concurrency.lockutils [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] Acquired lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.308277] env[62180]: DEBUG nova.network.neutron [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Refreshing network info cache for port 7690d9c7-a2ae-4066-85d5-3075ac79845f {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.443494] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963138, 'name': PowerOnVM_Task} progress is 74%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.503709] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.513014] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963140, 'name': ReconfigVM_Task, 'duration_secs': 0.307661} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.513316] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Reconfigured VM instance instance-00000017 to attach disk [datastore1] fdba39e2-1d58-49e5-98b1-a8856d41ea3a/fdba39e2-1d58-49e5-98b1-a8856d41ea3a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.513950] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-991040f9-6a55-490a-8964-d285a9a2102b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.522491] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1610.522491] env[62180]: value = "task-1963141" [ 1610.522491] env[62180]: _type = "Task" [ 1610.522491] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.531231] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963141, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.800488] env[62180]: DEBUG nova.compute.utils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1610.805283] env[62180]: DEBUG nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Not allocating networking since 'none' was specified. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1610.841069] env[62180]: DEBUG nova.network.neutron [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.944058] env[62180]: DEBUG oslo_vmware.api [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963138, 'name': PowerOnVM_Task, 'duration_secs': 1.492105} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.944360] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.944575] env[62180]: INFO nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1610.944756] env[62180]: DEBUG nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.945845] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a229cc2-fa74-466f-a864-79856fce8794 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.957035] env[62180]: DEBUG nova.network.neutron [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.032494] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963141, 'name': Rename_Task, 'duration_secs': 0.136361} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.032778] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.033013] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88b4f1c2-7fe2-4059-9a80-7ebb290ef54b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.040617] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1611.040617] env[62180]: value = "task-1963142" [ 1611.040617] env[62180]: _type = "Task" [ 1611.040617] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.048974] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.307042] env[62180]: DEBUG nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1611.311295] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a6a2fb1c-3c89-47a2-953d-7949dba90b61 tempest-ServersAdmin275Test-127757026 tempest-ServersAdmin275Test-127757026-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.312285] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.011s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.312514] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.312695] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1611.313486] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.771s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.315485] env[62180]: INFO nova.compute.claims [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.319577] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8228a3e9-1f8e-49d6-9c50-da3a36d886b8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.331212] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d769c5b6-d794-4618-bd41-650200f0d98b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.348943] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4cbba0-23ac-42cf-b1d0-9c042ea55c42 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.358147] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23dc594-fa53-47d8-b950-edd7f5df79da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.389387] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180951MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1611.389611] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.460480] env[62180]: DEBUG oslo_concurrency.lockutils [req-baf2ff40-2880-433e-a97a-275ad317b6cf req-00f1b126-a3e7-401f-8846-9a8881e97cee service nova] Releasing lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.462572] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.462725] env[62180]: DEBUG nova.network.neutron [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.463981] env[62180]: INFO nova.compute.manager [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Took 40.29 seconds to build instance. [ 1611.552043] env[62180]: DEBUG oslo_vmware.api [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963142, 'name': PowerOnVM_Task, 'duration_secs': 0.445482} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.552385] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.552625] env[62180]: INFO nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Took 6.14 seconds to spawn the instance on the hypervisor. [ 1611.552830] env[62180]: DEBUG nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.553614] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee39508-7ba2-4719-9621-6a450b216e03 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.913549] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "85b148aa-ff47-40bd-ac92-c1062306a185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.913861] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "85b148aa-ff47-40bd-ac92-c1062306a185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.914150] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "85b148aa-ff47-40bd-ac92-c1062306a185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.914406] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "85b148aa-ff47-40bd-ac92-c1062306a185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.914639] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "85b148aa-ff47-40bd-ac92-c1062306a185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.916798] env[62180]: INFO nova.compute.manager [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Terminating instance [ 1611.967667] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b4144d0e-eb2b-4d25-bd54-f090ca248d58 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "4f643aab-c79e-455a-ac39-6184c11d02da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.691s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.998383] env[62180]: DEBUG nova.network.neutron [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.069409] env[62180]: INFO nova.compute.manager [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Took 38.61 seconds to build instance. [ 1612.115671] env[62180]: DEBUG nova.network.neutron [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Updating instance_info_cache with network_info: [{"id": "7690d9c7-a2ae-4066-85d5-3075ac79845f", "address": "fa:16:3e:12:2d:54", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7690d9c7-a2", "ovs_interfaceid": "7690d9c7-a2ae-4066-85d5-3075ac79845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.315789] env[62180]: DEBUG nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1612.345914] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1612.345999] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.346113] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1612.346301] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.346428] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1612.346575] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1612.346801] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1612.346964] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1612.347150] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1612.347314] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1612.347480] env[62180]: DEBUG nova.virt.hardware [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1612.348371] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488255a9-9587-4039-af47-1b94245dfd6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.361101] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f011df-eed4-4180-a681-2a8afd7d2b2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.378288] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.383892] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Creating folder: Project (70e1badfd7864fd08f352adf24c18dd3). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.386822] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1c70e49-d569-4f71-9563-a5afb07fbc21 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.399266] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Created folder: Project (70e1badfd7864fd08f352adf24c18dd3) in parent group-v404325. [ 1612.399447] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Creating folder: Instances. Parent ref: group-v404398. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.402357] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f6c9f63-89cf-4bce-846e-9bc952185b2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.412810] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Created folder: Instances in parent group-v404398. [ 1612.413016] env[62180]: DEBUG oslo.service.loopingcall [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.413531] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1612.413531] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e5defca-1caf-4138-ac8f-d67da0c39890 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.428611] env[62180]: DEBUG nova.compute.manager [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.428816] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.429865] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f6272-0c30-4ba6-b3e1-09d64c6c8ce6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.438418] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.439629] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f63606f3-7683-407a-8061-83687420c14b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.441122] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.441122] env[62180]: value = "task-1963145" [ 1612.441122] env[62180]: _type = "Task" [ 1612.441122] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.449985] env[62180]: DEBUG oslo_vmware.api [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1612.449985] env[62180]: value = "task-1963146" [ 1612.449985] env[62180]: _type = "Task" [ 1612.449985] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.456554] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963145, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.467726] env[62180]: DEBUG oslo_vmware.api [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.470065] env[62180]: DEBUG nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1612.571197] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ed2edbf3-c206-420a-b940-add456c750b4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.080s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.618636] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.619314] env[62180]: DEBUG nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Instance network_info: |[{"id": "7690d9c7-a2ae-4066-85d5-3075ac79845f", "address": "fa:16:3e:12:2d:54", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7690d9c7-a2", "ovs_interfaceid": "7690d9c7-a2ae-4066-85d5-3075ac79845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1612.619451] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:2d:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7690d9c7-a2ae-4066-85d5-3075ac79845f', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.627969] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Creating folder: Project (f664730356ba41bb9b27385257879c7f). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.631355] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f2cbb4c-e153-4a7f-b841-f92efafb3985 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.648931] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Created folder: Project (f664730356ba41bb9b27385257879c7f) in parent group-v404325. [ 1612.649258] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Creating folder: Instances. Parent ref: group-v404401. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1612.649546] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-342ba5fb-60da-4dac-8513-f265a82c47e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.662249] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Created folder: Instances in parent group-v404401. [ 1612.662525] env[62180]: DEBUG oslo.service.loopingcall [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.662716] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1612.662978] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8165251f-b728-4cc1-ac42-cc0008f2f674 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.689440] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.689440] env[62180]: value = "task-1963149" [ 1612.689440] env[62180]: _type = "Task" [ 1612.689440] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.702065] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963149, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.955343] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963145, 'name': CreateVM_Task, 'duration_secs': 0.35987} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.956463] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.957317] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a971fb05-3ec3-4ed4-86dd-e5f3074e26b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.964357] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.964543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.964858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.965153] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206f03a0-662f-4d09-893e-6b83c79de70a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.976522] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d01983-e6c5-4213-9157-3d5d60d55b39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.983536] env[62180]: DEBUG oslo_vmware.api [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963146, 'name': PowerOffVM_Task, 'duration_secs': 0.280467} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.983903] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1612.983903] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526bd76d-8233-72e4-6610-4bdf7793e4f0" [ 1612.983903] env[62180]: _type = "Task" [ 1612.983903] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.986244] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.986411] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.987550] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53035610-9bcf-4f7d-8ac1-e953371760a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.018564] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.020097] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb175696-1406-4d4c-930a-5018a4b364c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.026824] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526bd76d-8233-72e4-6610-4bdf7793e4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015411} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.027173] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.027425] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.027660] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.027808] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.027981] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.028265] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83317503-7e8a-4295-917b-4e21d87c20a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.035443] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670248ed-9071-4211-8d3f-48bb0a3ae5f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.041983] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.042207] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.050685] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054a8952-4434-48ce-8177-ced115ebae30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.053655] env[62180]: DEBUG nova.compute.provider_tree [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.059068] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1613.059068] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525bd2f3-8dc8-de0c-d0f4-980d36b80898" [ 1613.059068] env[62180]: _type = "Task" [ 1613.059068] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.069562] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525bd2f3-8dc8-de0c-d0f4-980d36b80898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.076934] env[62180]: DEBUG nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1613.199866] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963149, 'name': CreateVM_Task, 'duration_secs': 0.395087} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.200053] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1613.200730] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.200892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.201221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1613.201485] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81befcf8-8b28-46d5-940b-4bf18e0bffe3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.206482] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1613.206482] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ce550a-3fa7-3cc6-1719-51eb6079407d" [ 1613.206482] env[62180]: _type = "Task" [ 1613.206482] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.216272] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ce550a-3fa7-3cc6-1719-51eb6079407d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.217706] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.217896] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.218101] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleting the datastore file [datastore1] 85b148aa-ff47-40bd-ac92-c1062306a185 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.218422] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6dd30c9-e789-429e-9020-1784d1e6d6cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.225452] env[62180]: DEBUG oslo_vmware.api [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1613.225452] env[62180]: value = "task-1963151" [ 1613.225452] env[62180]: _type = "Task" [ 1613.225452] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.233663] env[62180]: DEBUG oslo_vmware.api [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.504303] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "29bb064c-f652-4672-9fe9-75a09095db39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.504608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "29bb064c-f652-4672-9fe9-75a09095db39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.557986] env[62180]: DEBUG nova.scheduler.client.report [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.570992] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525bd2f3-8dc8-de0c-d0f4-980d36b80898, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.571761] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2086cd-8875-4581-b652-5f7724520de8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.580247] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1613.580247] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52613a69-19fd-3760-da4e-94364db6ebc1" [ 1613.580247] env[62180]: _type = "Task" [ 1613.580247] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.591920] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52613a69-19fd-3760-da4e-94364db6ebc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.592248] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.592556] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 89553d85-1b06-45e3-b3d1-24a869612b8a/89553d85-1b06-45e3-b3d1-24a869612b8a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.592851] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2417d75f-68c9-4994-9003-e0ce6c89d816 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.600203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.601798] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1613.601798] env[62180]: value = "task-1963152" [ 1613.601798] env[62180]: _type = "Task" [ 1613.601798] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.611229] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.718638] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ce550a-3fa7-3cc6-1719-51eb6079407d, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.719152] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.719480] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.719821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.720104] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.720397] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.720751] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3fe3754-786b-4e4d-b87c-fd47af85caaa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.732173] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.733249] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.733729] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8826767f-0ba8-4f9f-a703-eaa606a86db2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.739066] env[62180]: DEBUG oslo_vmware.api [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192434} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.739698] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.739891] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.740121] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.740263] env[62180]: INFO nova.compute.manager [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1613.740501] env[62180]: DEBUG oslo.service.loopingcall [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.740691] env[62180]: DEBUG nova.compute.manager [-] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.740782] env[62180]: DEBUG nova.network.neutron [-] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.743520] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1613.743520] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ca7ead-779f-b745-031b-8fb2473da3ab" [ 1613.743520] env[62180]: _type = "Task" [ 1613.743520] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.752303] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ca7ead-779f-b745-031b-8fb2473da3ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.067029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.068013] env[62180]: DEBUG nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1614.070662] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.362s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.072178] env[62180]: INFO nova.compute.claims [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.112452] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963152, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.148327] env[62180]: DEBUG nova.compute.manager [req-b3e23a5d-fc7e-42a2-9531-228e35790f92 req-26be2165-3a6d-41cb-9165-dab52630f054 service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Received event network-vif-deleted-d68ac492-5c32-4148-8092-3d3450441882 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1614.148327] env[62180]: INFO nova.compute.manager [req-b3e23a5d-fc7e-42a2-9531-228e35790f92 req-26be2165-3a6d-41cb-9165-dab52630f054 service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Neutron deleted interface d68ac492-5c32-4148-8092-3d3450441882; detaching it from the instance and deleting it from the info cache [ 1614.148327] env[62180]: DEBUG nova.network.neutron [req-b3e23a5d-fc7e-42a2-9531-228e35790f92 req-26be2165-3a6d-41cb-9165-dab52630f054 service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.255154] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ca7ead-779f-b745-031b-8fb2473da3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.255975] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37c0ec3-8a4c-4c53-b356-6091b69852b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.262558] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1614.262558] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5206daf5-4ba3-2f84-6d4c-098abab461b1" [ 1614.262558] env[62180]: _type = "Task" [ 1614.262558] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.270975] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5206daf5-4ba3-2f84-6d4c-098abab461b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.554016] env[62180]: DEBUG nova.network.neutron [-] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.579056] env[62180]: DEBUG nova.compute.utils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.580556] env[62180]: DEBUG nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1614.580720] env[62180]: DEBUG nova.network.neutron [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.612404] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54001} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.612648] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 89553d85-1b06-45e3-b3d1-24a869612b8a/89553d85-1b06-45e3-b3d1-24a869612b8a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.613213] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.613213] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-820a3f3d-afa8-45cd-9e0b-425898c919bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.620875] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1614.620875] env[62180]: value = "task-1963153" [ 1614.620875] env[62180]: _type = "Task" [ 1614.620875] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.632409] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.651144] env[62180]: DEBUG nova.policy [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b3426a5ed744bd0a8a4f4d06726f8d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4384f03c1f4e48959fd9feaadcbb06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1614.652917] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1a8d794-43a8-4f0b-8102-51748e909f5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.664031] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a7bc6-b0a9-471a-b84f-ccf571dd7758 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.699933] env[62180]: DEBUG nova.compute.manager [req-b3e23a5d-fc7e-42a2-9531-228e35790f92 req-26be2165-3a6d-41cb-9165-dab52630f054 service nova] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Detach interface failed, port_id=d68ac492-5c32-4148-8092-3d3450441882, reason: Instance 85b148aa-ff47-40bd-ac92-c1062306a185 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1614.773867] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5206daf5-4ba3-2f84-6d4c-098abab461b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01815} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.774160] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.774417] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/556a65af-889d-4150-bd0d-2822964227e4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.774665] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8514c3bb-445c-4ca6-80ea-c95d2249511d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.783324] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1614.783324] env[62180]: value = "task-1963154" [ 1614.783324] env[62180]: _type = "Task" [ 1614.783324] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.792667] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.057592] env[62180]: INFO nova.compute.manager [-] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Took 1.32 seconds to deallocate network for instance. [ 1615.082570] env[62180]: DEBUG nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1615.091200] env[62180]: DEBUG nova.network.neutron [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Successfully created port: ff723c95-0bc6-4ec9-9908-0819ae8db95d {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.132402] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298201} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.132787] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.133713] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908cf0af-a59b-471a-a53a-070cfb74c52f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.170184] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 89553d85-1b06-45e3-b3d1-24a869612b8a/89553d85-1b06-45e3-b3d1-24a869612b8a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.173747] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4a7d00-89db-4070-b0f6-608273b3281e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.195067] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1615.195067] env[62180]: value = "task-1963155" [ 1615.195067] env[62180]: _type = "Task" [ 1615.195067] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.205511] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.293633] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.567186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.709515] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.728743] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7c0a0-1a3b-4633-a01e-cac249e6349a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.739939] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1692355d-0ecf-493c-b2e6-52e4eb504773 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.780630] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e054f-1dbd-4496-92b7-a9fd0561bdf4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.791917] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9cf301-8d36-4d6e-a7af-c4eecd04067c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.799291] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963154, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.810673] env[62180]: DEBUG nova.compute.provider_tree [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.093062] env[62180]: DEBUG nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1616.119277] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.119544] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.119698] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.119880] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.120105] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.120300] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.120518] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.120678] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.120846] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.121019] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.121206] env[62180]: DEBUG nova.virt.hardware [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1616.122152] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e69b0-92cc-4719-99ad-033604aadfff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.131163] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031e6566-7af0-46de-bff0-853aabe4746f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.208479] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963155, 'name': ReconfigVM_Task, 'duration_secs': 0.895333} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.208774] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 89553d85-1b06-45e3-b3d1-24a869612b8a/89553d85-1b06-45e3-b3d1-24a869612b8a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.209478] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-696fe97a-102b-42cf-b67f-8fa04b89b409 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.217531] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1616.217531] env[62180]: value = "task-1963156" [ 1616.217531] env[62180]: _type = "Task" [ 1616.217531] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.225811] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963156, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.294909] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963154, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.357705} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.295185] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/556a65af-889d-4150-bd0d-2822964227e4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.295391] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.295645] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a460449f-c399-433c-87c9-7e37e0720982 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.303149] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1616.303149] env[62180]: value = "task-1963157" [ 1616.303149] env[62180]: _type = "Task" [ 1616.303149] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.314066] env[62180]: DEBUG nova.scheduler.client.report [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.317599] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.602567] env[62180]: DEBUG nova.compute.manager [req-b209277b-3ebe-45b1-932e-37f5499f99da req-13503a1a-f803-41f4-ba91-8a75e4fac612 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Received event network-vif-plugged-ff723c95-0bc6-4ec9-9908-0819ae8db95d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1616.602799] env[62180]: DEBUG oslo_concurrency.lockutils [req-b209277b-3ebe-45b1-932e-37f5499f99da req-13503a1a-f803-41f4-ba91-8a75e4fac612 service nova] Acquiring lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.602990] env[62180]: DEBUG oslo_concurrency.lockutils [req-b209277b-3ebe-45b1-932e-37f5499f99da req-13503a1a-f803-41f4-ba91-8a75e4fac612 service nova] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.603183] env[62180]: DEBUG oslo_concurrency.lockutils [req-b209277b-3ebe-45b1-932e-37f5499f99da req-13503a1a-f803-41f4-ba91-8a75e4fac612 service nova] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.603350] env[62180]: DEBUG nova.compute.manager [req-b209277b-3ebe-45b1-932e-37f5499f99da req-13503a1a-f803-41f4-ba91-8a75e4fac612 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] No waiting events found dispatching network-vif-plugged-ff723c95-0bc6-4ec9-9908-0819ae8db95d {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.603545] env[62180]: WARNING nova.compute.manager [req-b209277b-3ebe-45b1-932e-37f5499f99da req-13503a1a-f803-41f4-ba91-8a75e4fac612 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Received unexpected event network-vif-plugged-ff723c95-0bc6-4ec9-9908-0819ae8db95d for instance with vm_state building and task_state spawning. [ 1616.716802] env[62180]: DEBUG nova.network.neutron [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Successfully updated port: ff723c95-0bc6-4ec9-9908-0819ae8db95d {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.728032] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963156, 'name': Rename_Task, 'duration_secs': 0.145889} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.729231] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.729231] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6d26716-195f-4a03-a341-8fe715caecaa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.736830] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1616.736830] env[62180]: value = "task-1963158" [ 1616.736830] env[62180]: _type = "Task" [ 1616.736830] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.745367] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.813651] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065282} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.813651] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.814383] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68605ce4-3adb-48eb-b1ef-e1962c0dd307 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.819825] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.820354] env[62180]: DEBUG nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1616.831930] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.659s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.832184] env[62180]: DEBUG nova.objects.instance [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lazy-loading 'resources' on Instance uuid 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.842661] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/556a65af-889d-4150-bd0d-2822964227e4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.846262] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffb15cc-a130-43c3-9e0d-1c562d4cbab5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.870468] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1616.870468] env[62180]: value = "task-1963159" [ 1616.870468] env[62180]: _type = "Task" [ 1616.870468] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.879171] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.218508] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "refresh_cache-d1b86b3a-9da3-4492-9d28-ffff456fcd2a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.218661] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired lock "refresh_cache-d1b86b3a-9da3-4492-9d28-ffff456fcd2a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.218815] env[62180]: DEBUG nova.network.neutron [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.250182] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.345192] env[62180]: DEBUG nova.compute.utils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1617.347018] env[62180]: DEBUG nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1617.347215] env[62180]: DEBUG nova.network.neutron [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1617.381150] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963159, 'name': ReconfigVM_Task, 'duration_secs': 0.429491} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.384054] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/556a65af-889d-4150-bd0d-2822964227e4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.388084] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d82b1e-f30e-4736-a3a9-4100432f749c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.394297] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1617.394297] env[62180]: value = "task-1963160" [ 1617.394297] env[62180]: _type = "Task" [ 1617.394297] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.412171] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963160, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.415129] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889cf1fc-5367-41c5-b674-cd1afb9e2dc8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.421130] env[62180]: DEBUG nova.policy [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b3426a5ed744bd0a8a4f4d06726f8d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4384f03c1f4e48959fd9feaadcbb06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1617.427233] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c989f-4d16-4d60-b952-3f31124caa83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.457499] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca25fca-cadf-4338-a608-818007afc211 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.465721] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3db46b-436b-47bb-931e-67520af30e92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.480529] env[62180]: DEBUG nova.compute.provider_tree [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.748662] env[62180]: DEBUG oslo_vmware.api [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963158, 'name': PowerOnVM_Task, 'duration_secs': 0.675765} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.750744] env[62180]: DEBUG nova.network.neutron [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Successfully created port: d413a77d-472e-4365-a226-6637b42fa8a4 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.752854] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.753075] env[62180]: INFO nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Took 5.44 seconds to spawn the instance on the hypervisor. [ 1617.753261] env[62180]: DEBUG nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.754233] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e9f61-c036-43f4-a8e4-4958dee6f93f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.765902] env[62180]: DEBUG nova.network.neutron [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.850352] env[62180]: DEBUG nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1617.915097] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963160, 'name': Rename_Task, 'duration_secs': 0.410232} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.915471] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.919024] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80a6d5b7-cea5-49fb-9edb-1f424d0c6f85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.924075] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1617.924075] env[62180]: value = "task-1963161" [ 1617.924075] env[62180]: _type = "Task" [ 1617.924075] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.933670] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.983574] env[62180]: DEBUG nova.scheduler.client.report [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.013568] env[62180]: DEBUG nova.compute.manager [None req-0e5410cb-3469-4836-9ab6-ca2f3b5b61d1 tempest-ServerDiagnosticsV248Test-569697138 tempest-ServerDiagnosticsV248Test-569697138-project-admin] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.017500] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d6498-aa0c-47ac-a944-efb4d59a32cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.024044] env[62180]: DEBUG nova.network.neutron [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Updating instance_info_cache with network_info: [{"id": "ff723c95-0bc6-4ec9-9908-0819ae8db95d", "address": "fa:16:3e:ce:6d:33", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff723c95-0b", "ovs_interfaceid": "ff723c95-0bc6-4ec9-9908-0819ae8db95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.028294] env[62180]: INFO nova.compute.manager [None req-0e5410cb-3469-4836-9ab6-ca2f3b5b61d1 tempest-ServerDiagnosticsV248Test-569697138 tempest-ServerDiagnosticsV248Test-569697138-project-admin] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Retrieving diagnostics [ 1618.028294] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed3f2f-31ab-4d33-8436-1efa9a0ba240 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.275026] env[62180]: INFO nova.compute.manager [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Took 40.10 seconds to build instance. [ 1618.435668] env[62180]: DEBUG oslo_vmware.api [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963161, 'name': PowerOnVM_Task, 'duration_secs': 0.508017} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.435668] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.435829] env[62180]: INFO nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1618.435958] env[62180]: DEBUG nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.436845] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d383dc67-0169-4e8e-8e05-9501252174c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.490640] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.493532] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.519s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.493848] env[62180]: DEBUG nova.objects.instance [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lazy-loading 'resources' on Instance uuid 1641f8a7-84ff-4c9a-b612-923c20d6526e {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.529024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Releasing lock "refresh_cache-d1b86b3a-9da3-4492-9d28-ffff456fcd2a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.529246] env[62180]: DEBUG nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Instance network_info: |[{"id": "ff723c95-0bc6-4ec9-9908-0819ae8db95d", "address": "fa:16:3e:ce:6d:33", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff723c95-0b", "ovs_interfaceid": "ff723c95-0bc6-4ec9-9908-0819ae8db95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1618.529775] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:6d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff723c95-0bc6-4ec9-9908-0819ae8db95d', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.537536] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Creating folder: Project (4e4384f03c1f4e48959fd9feaadcbb06). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.538659] env[62180]: INFO nova.scheduler.client.report [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Deleted allocations for instance 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4 [ 1618.540074] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2786248-8070-4185-ac94-48999df44dc7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.555036] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Created folder: Project (4e4384f03c1f4e48959fd9feaadcbb06) in parent group-v404325. [ 1618.555168] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Creating folder: Instances. Parent ref: group-v404404. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.555413] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921e252c-0483-4d35-9f5f-e54cb7b8ac3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.566807] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Created folder: Instances in parent group-v404404. [ 1618.567188] env[62180]: DEBUG oslo.service.loopingcall [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.567395] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.567648] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff8e26b-4efa-4e6b-9b8d-a93dac3003b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.588082] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.588082] env[62180]: value = "task-1963164" [ 1618.588082] env[62180]: _type = "Task" [ 1618.588082] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.596030] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963164, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.776899] env[62180]: DEBUG oslo_concurrency.lockutils [None req-da31bce5-d39c-4a6b-be2b-57f2dd888541 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "89553d85-1b06-45e3-b3d1-24a869612b8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.363s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.778151] env[62180]: DEBUG nova.compute.manager [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Received event network-changed-ff723c95-0bc6-4ec9-9908-0819ae8db95d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1618.778329] env[62180]: DEBUG nova.compute.manager [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Refreshing instance network info cache due to event network-changed-ff723c95-0bc6-4ec9-9908-0819ae8db95d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1618.778539] env[62180]: DEBUG oslo_concurrency.lockutils [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] Acquiring lock "refresh_cache-d1b86b3a-9da3-4492-9d28-ffff456fcd2a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.778696] env[62180]: DEBUG oslo_concurrency.lockutils [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] Acquired lock "refresh_cache-d1b86b3a-9da3-4492-9d28-ffff456fcd2a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.778853] env[62180]: DEBUG nova.network.neutron [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Refreshing network info cache for port ff723c95-0bc6-4ec9-9908-0819ae8db95d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.862655] env[62180]: DEBUG nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1618.891773] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1618.892035] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.892199] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1618.892381] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.892524] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1618.892669] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1618.892871] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1618.893035] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1618.893208] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1618.893371] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1618.893538] env[62180]: DEBUG nova.virt.hardware [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1618.894452] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a527d-da25-4144-86d6-fd41ab1acf84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.903646] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4c5e5d-9cca-48ba-b38e-a936f57e37a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.953666] env[62180]: INFO nova.compute.manager [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Took 42.61 seconds to build instance. [ 1619.049166] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aed20324-d4f4-4eea-a026-9a6085fb507d tempest-ServerDiagnosticsTest-158353756 tempest-ServerDiagnosticsTest-158353756-project-member] Lock "2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.141s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.100046] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963164, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.284964] env[62180]: DEBUG nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.456416] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4572c37a-2d9b-4e74-94c9-931cebd1e094 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "556a65af-889d-4150-bd0d-2822964227e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.911s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.525509] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a3812c-fa3c-47c0-ba1a-195ae9f783b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.534476] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9f0daa-9169-4e28-986d-ccae2b6bae65 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.569193] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24fe5d-46bb-4811-a5a5-a254a0439099 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.578156] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569ee16b-b39d-4e00-b029-9f2c3a16a037 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.592396] env[62180]: DEBUG nova.compute.provider_tree [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.602407] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963164, 'name': CreateVM_Task, 'duration_secs': 0.534928} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.602579] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.603297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.603492] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.603798] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.604653] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ef5579-ecfa-49c7-82e2-b7f8f40ddc7c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.610048] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1619.610048] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52098d6d-4dbd-8b49-bd4f-28be7514be4e" [ 1619.610048] env[62180]: _type = "Task" [ 1619.610048] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.618493] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52098d6d-4dbd-8b49-bd4f-28be7514be4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.782581] env[62180]: DEBUG nova.network.neutron [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Successfully updated port: d413a77d-472e-4365-a226-6637b42fa8a4 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.807385] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.871897] env[62180]: DEBUG nova.network.neutron [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Updated VIF entry in instance network info cache for port ff723c95-0bc6-4ec9-9908-0819ae8db95d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.872276] env[62180]: DEBUG nova.network.neutron [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Updating instance_info_cache with network_info: [{"id": "ff723c95-0bc6-4ec9-9908-0819ae8db95d", "address": "fa:16:3e:ce:6d:33", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff723c95-0b", "ovs_interfaceid": "ff723c95-0bc6-4ec9-9908-0819ae8db95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.959561] env[62180]: DEBUG nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.098416] env[62180]: DEBUG nova.scheduler.client.report [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.122402] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52098d6d-4dbd-8b49-bd4f-28be7514be4e, 'name': SearchDatastore_Task, 'duration_secs': 0.031992} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.122708] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.122939] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.123181] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.123327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.123530] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.123762] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef581c21-e560-4166-9881-41e897ad7d1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.134390] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.135140] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.135291] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c20bf1-4a5c-4170-94c6-f88d78ffddd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.142412] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1620.142412] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f9872-ab94-1274-1049-0b7ec7bc04ea" [ 1620.142412] env[62180]: _type = "Task" [ 1620.142412] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.151093] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f9872-ab94-1274-1049-0b7ec7bc04ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.266671] env[62180]: INFO nova.compute.manager [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Rescuing [ 1620.266956] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.267143] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.267361] env[62180]: DEBUG nova.network.neutron [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.284063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "refresh_cache-eee0885a-ab69-431c-ab0b-3c4ce5067305" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.284211] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired lock "refresh_cache-eee0885a-ab69-431c-ab0b-3c4ce5067305" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.284360] env[62180]: DEBUG nova.network.neutron [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.375039] env[62180]: DEBUG oslo_concurrency.lockutils [req-d35a65ba-4890-47f7-a607-5e7f22e72899 req-8e6387f0-f218-46dc-9e71-ecede4509a00 service nova] Releasing lock "refresh_cache-d1b86b3a-9da3-4492-9d28-ffff456fcd2a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.483551] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.603127] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.605460] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.470s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.605678] env[62180]: DEBUG nova.objects.instance [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lazy-loading 'resources' on Instance uuid bf6f1480-abc9-4028-beaa-75f271edd36a {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.627688] env[62180]: INFO nova.scheduler.client.report [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Deleted allocations for instance 1641f8a7-84ff-4c9a-b612-923c20d6526e [ 1620.656213] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f9872-ab94-1274-1049-0b7ec7bc04ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.656213] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841d6486-cb60-42dd-939b-e4ec4595fddd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.662545] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1620.662545] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526b4799-cf2b-9189-996a-7a9ca3d44043" [ 1620.662545] env[62180]: _type = "Task" [ 1620.662545] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.672581] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526b4799-cf2b-9189-996a-7a9ca3d44043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.805255] env[62180]: DEBUG nova.compute.manager [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Received event network-vif-plugged-d413a77d-472e-4365-a226-6637b42fa8a4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.805552] env[62180]: DEBUG oslo_concurrency.lockutils [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] Acquiring lock "eee0885a-ab69-431c-ab0b-3c4ce5067305-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.807809] env[62180]: DEBUG oslo_concurrency.lockutils [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.807809] env[62180]: DEBUG oslo_concurrency.lockutils [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.807809] env[62180]: DEBUG nova.compute.manager [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] No waiting events found dispatching network-vif-plugged-d413a77d-472e-4365-a226-6637b42fa8a4 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1620.807809] env[62180]: WARNING nova.compute.manager [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Received unexpected event network-vif-plugged-d413a77d-472e-4365-a226-6637b42fa8a4 for instance with vm_state building and task_state spawning. [ 1620.807809] env[62180]: DEBUG nova.compute.manager [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Received event network-changed-d413a77d-472e-4365-a226-6637b42fa8a4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1620.808701] env[62180]: DEBUG nova.compute.manager [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Refreshing instance network info cache due to event network-changed-d413a77d-472e-4365-a226-6637b42fa8a4. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1620.808701] env[62180]: DEBUG oslo_concurrency.lockutils [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] Acquiring lock "refresh_cache-eee0885a-ab69-431c-ab0b-3c4ce5067305" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.857107] env[62180]: DEBUG nova.network.neutron [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.140175] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f133836-1247-40fb-b925-9455c964215b tempest-ServersAdmin275Test-928632421 tempest-ServersAdmin275Test-928632421-project-member] Lock "1641f8a7-84ff-4c9a-b612-923c20d6526e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.647s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.151308] env[62180]: DEBUG nova.network.neutron [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Updating instance_info_cache with network_info: [{"id": "d413a77d-472e-4365-a226-6637b42fa8a4", "address": "fa:16:3e:9d:a5:cf", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd413a77d-47", "ovs_interfaceid": "d413a77d-472e-4365-a226-6637b42fa8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.176688] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526b4799-cf2b-9189-996a-7a9ca3d44043, 'name': SearchDatastore_Task, 'duration_secs': 0.019498} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.178422] env[62180]: DEBUG nova.network.neutron [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Updating instance_info_cache with network_info: [{"id": "7690d9c7-a2ae-4066-85d5-3075ac79845f", "address": "fa:16:3e:12:2d:54", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7690d9c7-a2", "ovs_interfaceid": "7690d9c7-a2ae-4066-85d5-3075ac79845f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.183088] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.183374] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d1b86b3a-9da3-4492-9d28-ffff456fcd2a/d1b86b3a-9da3-4492-9d28-ffff456fcd2a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.184212] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fffa655b-58ab-4a53-a749-14666f44d21f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.194413] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1621.194413] env[62180]: value = "task-1963165" [ 1621.194413] env[62180]: _type = "Task" [ 1621.194413] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.207172] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.655117] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Releasing lock "refresh_cache-eee0885a-ab69-431c-ab0b-3c4ce5067305" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.655517] env[62180]: DEBUG nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Instance network_info: |[{"id": "d413a77d-472e-4365-a226-6637b42fa8a4", "address": "fa:16:3e:9d:a5:cf", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd413a77d-47", "ovs_interfaceid": "d413a77d-472e-4365-a226-6637b42fa8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1621.655881] env[62180]: DEBUG oslo_concurrency.lockutils [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] Acquired lock "refresh_cache-eee0885a-ab69-431c-ab0b-3c4ce5067305" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.656059] env[62180]: DEBUG nova.network.neutron [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Refreshing network info cache for port d413a77d-472e-4365-a226-6637b42fa8a4 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.657455] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:a5:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd413a77d-472e-4365-a226-6637b42fa8a4', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.668247] env[62180]: DEBUG oslo.service.loopingcall [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.672667] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1621.673591] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b872ad3-ecd0-47fb-8c28-f6e481674a74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.693928] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "refresh_cache-556a65af-889d-4150-bd0d-2822964227e4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.704518] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.704518] env[62180]: value = "task-1963166" [ 1621.704518] env[62180]: _type = "Task" [ 1621.704518] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.711992] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494633} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.712926] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d1b86b3a-9da3-4492-9d28-ffff456fcd2a/d1b86b3a-9da3-4492-9d28-ffff456fcd2a.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.713191] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.713802] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4a1a10c-ef8c-4e64-847c-5e3e59e392d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.721725] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963166, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.728205] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1621.728205] env[62180]: value = "task-1963167" [ 1621.728205] env[62180]: _type = "Task" [ 1621.728205] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.741186] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.851957] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3254dbde-cf42-4906-87fb-0f2634d3e7a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.861116] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff851bba-6d2a-4734-85e0-0d067aed8fae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.892841] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce17379f-fd97-4766-8e2d-8353da36e22b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.902035] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b0ddd7-2536-4793-8916-7e9167971f3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.915979] env[62180]: DEBUG nova.compute.provider_tree [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.218604] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963166, 'name': CreateVM_Task, 'duration_secs': 0.49495} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.218604] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.218604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.218604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.218604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.221107] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e88f9b-5d98-4fc7-b813-4f7180bd0175 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.227395] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1622.227395] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52db9726-6a4a-a71f-0f18-b1fa5632c1d4" [ 1622.227395] env[62180]: _type = "Task" [ 1622.227395] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.239965] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257456} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.243179] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.243824] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52db9726-6a4a-a71f-0f18-b1fa5632c1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.244197] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e7172-4b0f-4f31-b58d-648ddce18011 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.246699] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.247136] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.247136] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.247463] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.247463] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.247773] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b160070-37f2-4bb1-97ae-a709206b4968 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.276481] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] d1b86b3a-9da3-4492-9d28-ffff456fcd2a/d1b86b3a-9da3-4492-9d28-ffff456fcd2a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.281348] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f90915c-45c3-48d8-b042-16211d928ef6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.297472] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.297795] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.301815] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0278bc-6cb0-42c0-b41a-b94576c60e11 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.309534] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1622.309534] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52963607-ac69-02ed-0f22-4b1f0d1c7764" [ 1622.309534] env[62180]: _type = "Task" [ 1622.309534] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.314410] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1622.314410] env[62180]: value = "task-1963168" [ 1622.314410] env[62180]: _type = "Task" [ 1622.314410] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.323648] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52963607-ac69-02ed-0f22-4b1f0d1c7764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.329209] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.420429] env[62180]: DEBUG nova.scheduler.client.report [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.480889] env[62180]: DEBUG nova.network.neutron [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Updated VIF entry in instance network info cache for port d413a77d-472e-4365-a226-6637b42fa8a4. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.481276] env[62180]: DEBUG nova.network.neutron [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Updating instance_info_cache with network_info: [{"id": "d413a77d-472e-4365-a226-6637b42fa8a4", "address": "fa:16:3e:9d:a5:cf", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd413a77d-47", "ovs_interfaceid": "d413a77d-472e-4365-a226-6637b42fa8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.806666] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.809761] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5218645e-64e4-404d-b4fa-46a215812ca1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.822439] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1622.822439] env[62180]: value = "task-1963169" [ 1622.822439] env[62180]: _type = "Task" [ 1622.822439] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.837369] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52963607-ac69-02ed-0f22-4b1f0d1c7764, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.837369] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248928c7-6876-4a17-ad1e-68c694c54e8b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.845374] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963168, 'name': ReconfigVM_Task, 'duration_secs': 0.303004} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.845663] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.847185] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] d1b86b3a-9da3-4492-9d28-ffff456fcd2a/d1b86b3a-9da3-4492-9d28-ffff456fcd2a.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.847524] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3dc55c3-600c-4924-a179-efb517b0a001 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.852270] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1622.852270] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b7b51-dbdc-599d-e5f7-5a662a80e62a" [ 1622.852270] env[62180]: _type = "Task" [ 1622.852270] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.859373] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1622.859373] env[62180]: value = "task-1963170" [ 1622.859373] env[62180]: _type = "Task" [ 1622.859373] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.863008] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b7b51-dbdc-599d-e5f7-5a662a80e62a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.868259] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.868259] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] eee0885a-ab69-431c-ab0b-3c4ce5067305/eee0885a-ab69-431c-ab0b-3c4ce5067305.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.868259] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-022078d6-83d1-4542-a242-f5bda727491e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.875976] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963170, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.877422] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1622.877422] env[62180]: value = "task-1963171" [ 1622.877422] env[62180]: _type = "Task" [ 1622.877422] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.885792] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.928883] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.930344] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.151s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.931934] env[62180]: INFO nova.compute.claims [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.967698] env[62180]: INFO nova.scheduler.client.report [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleted allocations for instance bf6f1480-abc9-4028-beaa-75f271edd36a [ 1622.987871] env[62180]: DEBUG oslo_concurrency.lockutils [req-d0a63775-2d21-4281-81d3-c735ceda51d2 req-af3a3da4-7be6-4894-8479-94a9ede3e8e5 service nova] Releasing lock "refresh_cache-eee0885a-ab69-431c-ab0b-3c4ce5067305" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.334687] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963169, 'name': PowerOffVM_Task, 'duration_secs': 0.214793} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.335169] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.336134] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95464d28-2ff9-4504-88e7-20138e2c0343 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.362173] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ac107d-cb55-4469-8b7f-73dc85b10804 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.377810] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963170, 'name': Rename_Task, 'duration_secs': 0.158019} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.381231] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.384319] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9876d1f-ae8c-444d-9062-7cba24aaf0a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.393819] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963171, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.395723] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1623.395723] env[62180]: value = "task-1963172" [ 1623.395723] env[62180]: _type = "Task" [ 1623.395723] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.405326] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.409776] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.410058] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15f4eaea-c189-4817-bc0f-025381893030 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.416896] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1623.416896] env[62180]: value = "task-1963173" [ 1623.416896] env[62180]: _type = "Task" [ 1623.416896] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.426293] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.481954] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c878bbe4-4a5e-4d5d-b241-466824e12c79 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "bf6f1480-abc9-4028-beaa-75f271edd36a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.838s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.897817] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520723} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.901059] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] eee0885a-ab69-431c-ab0b-3c4ce5067305/eee0885a-ab69-431c-ab0b-3c4ce5067305.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.901282] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.901548] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f33f2cba-70c7-41ee-828c-e2f86667735e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.910081] env[62180]: DEBUG oslo_vmware.api [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963172, 'name': PowerOnVM_Task, 'duration_secs': 0.468696} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.911886] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.912128] env[62180]: INFO nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1623.912311] env[62180]: DEBUG nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.916814] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5c7b5-d8a0-48e0-abcc-452c11478eb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.917065] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1623.917065] env[62180]: value = "task-1963174" [ 1623.917065] env[62180]: _type = "Task" [ 1623.917065] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.940270] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.940270] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1623.940270] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.940270] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.940531] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.940531] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.940708] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acf75d24-9c4d-4362-9b9c-0357c1e81ad0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.952928] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.952928] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.953231] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582e8a1c-a798-486c-8d2d-b4f733800d0b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.961180] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1623.961180] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523130e7-8ff1-c8cb-286a-ee85bc9b158b" [ 1623.961180] env[62180]: _type = "Task" [ 1623.961180] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.971304] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523130e7-8ff1-c8cb-286a-ee85bc9b158b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.426422] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076683} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.426763] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.427670] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52143eb8-93ae-43be-8f1a-f375d481538c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.456230] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] eee0885a-ab69-431c-ab0b-3c4ce5067305/eee0885a-ab69-431c-ab0b-3c4ce5067305.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.456686] env[62180]: INFO nova.compute.manager [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Took 41.96 seconds to build instance. [ 1624.460530] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c5ad2fe-a92e-41a0-8a5a-532c70fe5d3f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.477920] env[62180]: DEBUG oslo_concurrency.lockutils [None req-477dfeb0-1ddf-48b8-a19d-6f97703868ec tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.912s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.490718] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523130e7-8ff1-c8cb-286a-ee85bc9b158b, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.495128] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1624.495128] env[62180]: value = "task-1963175" [ 1624.495128] env[62180]: _type = "Task" [ 1624.495128] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.495577] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e139a56e-1c72-462a-b7bc-136c4443c7a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.506784] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1624.506784] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f63a86-d526-6355-ac8c-4d55c5e4e17a" [ 1624.506784] env[62180]: _type = "Task" [ 1624.506784] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.510081] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.523429] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f63a86-d526-6355-ac8c-4d55c5e4e17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.620203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aed55e-e609-45f2-971e-23e114453827 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.629126] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d5e78e-a2de-4583-afee-c986e7a1eb79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.661258] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c959cc86-ba8d-43e2-b103-b609e91051e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.670465] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3d8301-0520-49d6-a822-dbe109bba5bc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.684751] env[62180]: DEBUG nova.compute.provider_tree [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.983527] env[62180]: DEBUG nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.014953] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.024432] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f63a86-d526-6355-ac8c-4d55c5e4e17a, 'name': SearchDatastore_Task, 'duration_secs': 0.02614} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.025038] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.025386] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. {{(pid=62180) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1625.025961] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b6e3bd-41a6-4255-8be3-b77257b9013a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.036142] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1625.036142] env[62180]: value = "task-1963176" [ 1625.036142] env[62180]: _type = "Task" [ 1625.036142] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.046837] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.187803] env[62180]: DEBUG nova.scheduler.client.report [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.515368] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963175, 'name': ReconfigVM_Task, 'duration_secs': 0.646744} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.516278] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Reconfigured VM instance instance-0000001c to attach disk [datastore1] eee0885a-ab69-431c-ab0b-3c4ce5067305/eee0885a-ab69-431c-ab0b-3c4ce5067305.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.516741] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8386fad5-1b2c-4b74-acb9-43e9a72cd345 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.522846] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.524061] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1625.524061] env[62180]: value = "task-1963177" [ 1625.524061] env[62180]: _type = "Task" [ 1625.524061] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.535335] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963177, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.548781] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476635} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.548781] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. [ 1625.549537] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01656e8-163e-4cc2-b827-d99512df9516 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.578941] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.579432] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1e4a6c-1187-496a-aa40-17865e4b796b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.599781] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1625.599781] env[62180]: value = "task-1963178" [ 1625.599781] env[62180]: _type = "Task" [ 1625.599781] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.608799] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.697927] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.697927] env[62180]: DEBUG nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.700808] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.992s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.039310] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963177, 'name': Rename_Task, 'duration_secs': 0.144651} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.039893] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.039893] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ef3ed5-ec57-43a3-a816-2b6b0b525856 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.048081] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1626.048081] env[62180]: value = "task-1963179" [ 1626.048081] env[62180]: _type = "Task" [ 1626.048081] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.057391] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.113814] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963178, 'name': ReconfigVM_Task, 'duration_secs': 0.265411} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.114079] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 556a65af-889d-4150-bd0d-2822964227e4/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.115112] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9b25a-afd8-42e2-af89-2ee54bd287b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.151961] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68d377f-aa3f-4117-8732-91b4037fb7c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.172360] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1626.172360] env[62180]: value = "task-1963180" [ 1626.172360] env[62180]: _type = "Task" [ 1626.172360] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.186073] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.207733] env[62180]: INFO nova.compute.claims [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.213297] env[62180]: DEBUG nova.compute.utils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.219066] env[62180]: DEBUG nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.219977] env[62180]: DEBUG nova.network.neutron [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.302797] env[62180]: DEBUG nova.policy [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7159bc3d88e4b639bf0ca012226b9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ffb4be0b64487e80b60778338adbee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.464513] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "76483cc4-76b3-4436-ae4c-c88087691ec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.464777] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.559457] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.658090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "39657006-a2a1-42ff-a754-642afae84e07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.658090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "39657006-a2a1-42ff-a754-642afae84e07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.682288] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963180, 'name': ReconfigVM_Task, 'duration_secs': 0.167301} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.682602] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.682857] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9033a633-db58-426a-ae35-ca9ee15164ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.688416] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1626.688416] env[62180]: value = "task-1963181" [ 1626.688416] env[62180]: _type = "Task" [ 1626.688416] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.697676] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.720798] env[62180]: INFO nova.compute.resource_tracker [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating resource usage from migration 32f2a74c-ed28-4fc9-8371-a53d3db2b93a [ 1626.724151] env[62180]: DEBUG nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.738757] env[62180]: DEBUG nova.network.neutron [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Successfully created port: b1808209-3c9d-4ad6-a490-836dfa03ddb8 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.062275] env[62180]: DEBUG oslo_vmware.api [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963179, 'name': PowerOnVM_Task, 'duration_secs': 0.632801} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.063082] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.063440] env[62180]: INFO nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1627.063473] env[62180]: DEBUG nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.064271] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f06fd2f-b8cb-40d2-a3ed-6a09b7696467 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.205104] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.369716] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fabef5a-c6b0-49dc-81ca-65293d356dd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.377179] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e9567a-4a66-477e-ace5-f4ba0162b55c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.408363] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56744705-0f20-41b5-b1d4-3e2b6ca9ffc5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.416273] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f03ab4-c4ee-451f-b047-61d2b7153990 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.430022] env[62180]: DEBUG nova.compute.provider_tree [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.591480] env[62180]: INFO nova.compute.manager [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Took 40.90 seconds to build instance. [ 1627.699391] env[62180]: DEBUG oslo_vmware.api [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963181, 'name': PowerOnVM_Task, 'duration_secs': 0.676792} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.699714] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.702318] env[62180]: DEBUG nova.compute.manager [None req-7edc2296-5363-4463-a6d0-8f99cd728632 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.703094] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0bf360-5f85-4d75-ab9b-a590f5474b90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.735509] env[62180]: DEBUG nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.762937] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1627.763228] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.763385] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1627.763566] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.763709] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1627.763852] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1627.764088] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1627.764260] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1627.764429] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1627.764598] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1627.764761] env[62180]: DEBUG nova.virt.hardware [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1627.765683] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49e17d2-8e8d-4f07-a32f-e1ab8d65eb9d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.776114] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929a5cd-82cb-4239-b78f-1511e1191394 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.937894] env[62180]: DEBUG nova.scheduler.client.report [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.094734] env[62180]: DEBUG oslo_concurrency.lockutils [None req-35e96c61-9699-4d29-9d49-c92ed41179e9 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.467s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.383070] env[62180]: DEBUG nova.compute.manager [req-91acbd1e-6151-48dd-8b95-b137594202c8 req-459f1e19-9261-4599-8b6a-1b09e0378860 service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Received event network-vif-plugged-b1808209-3c9d-4ad6-a490-836dfa03ddb8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1628.383295] env[62180]: DEBUG oslo_concurrency.lockutils [req-91acbd1e-6151-48dd-8b95-b137594202c8 req-459f1e19-9261-4599-8b6a-1b09e0378860 service nova] Acquiring lock "a00a34e1-196f-4773-8073-ce917d48651b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.383532] env[62180]: DEBUG oslo_concurrency.lockutils [req-91acbd1e-6151-48dd-8b95-b137594202c8 req-459f1e19-9261-4599-8b6a-1b09e0378860 service nova] Lock "a00a34e1-196f-4773-8073-ce917d48651b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.383711] env[62180]: DEBUG oslo_concurrency.lockutils [req-91acbd1e-6151-48dd-8b95-b137594202c8 req-459f1e19-9261-4599-8b6a-1b09e0378860 service nova] Lock "a00a34e1-196f-4773-8073-ce917d48651b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.383875] env[62180]: DEBUG nova.compute.manager [req-91acbd1e-6151-48dd-8b95-b137594202c8 req-459f1e19-9261-4599-8b6a-1b09e0378860 service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] No waiting events found dispatching network-vif-plugged-b1808209-3c9d-4ad6-a490-836dfa03ddb8 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.384065] env[62180]: WARNING nova.compute.manager [req-91acbd1e-6151-48dd-8b95-b137594202c8 req-459f1e19-9261-4599-8b6a-1b09e0378860 service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Received unexpected event network-vif-plugged-b1808209-3c9d-4ad6-a490-836dfa03ddb8 for instance with vm_state building and task_state spawning. [ 1628.400757] env[62180]: DEBUG nova.network.neutron [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Successfully updated port: b1808209-3c9d-4ad6-a490-836dfa03ddb8 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.443604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.743s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.443882] env[62180]: INFO nova.compute.manager [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Migrating [ 1628.444136] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.444277] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.445491] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.455s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.447571] env[62180]: INFO nova.compute.claims [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.570298] env[62180]: DEBUG nova.compute.manager [None req-fc94a14b-71ba-48cc-9750-cb198ca02a46 tempest-ServerDiagnosticsV248Test-569697138 tempest-ServerDiagnosticsV248Test-569697138-project-admin] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.571258] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6251f6-2e13-4ee9-8063-82e7a0757483 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.578916] env[62180]: INFO nova.compute.manager [None req-fc94a14b-71ba-48cc-9750-cb198ca02a46 tempest-ServerDiagnosticsV248Test-569697138 tempest-ServerDiagnosticsV248Test-569697138-project-admin] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Retrieving diagnostics [ 1628.579715] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b829cbf-f986-4adf-a32f-c9af2a2473c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.611495] env[62180]: DEBUG nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1628.903631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "refresh_cache-a00a34e1-196f-4773-8073-ce917d48651b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.903631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "refresh_cache-a00a34e1-196f-4773-8073-ce917d48651b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.903698] env[62180]: DEBUG nova.network.neutron [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.957123] env[62180]: INFO nova.compute.rpcapi [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1628.957123] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.117218] env[62180]: DEBUG nova.compute.manager [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.120155] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed3c137-b0fb-42c9-b617-f4065283ba93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.139048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.453141] env[62180]: DEBUG nova.network.neutron [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.472530] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.474795] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.474795] env[62180]: DEBUG nova.network.neutron [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.554026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.554026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.633733] env[62180]: INFO nova.compute.manager [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] instance snapshotting [ 1629.637061] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fbbad9-304e-4010-a281-830adf77809d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.660914] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19450b8-6d1b-4f18-aaa0-1350973877e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.681510] env[62180]: DEBUG nova.network.neutron [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Updating instance_info_cache with network_info: [{"id": "b1808209-3c9d-4ad6-a490-836dfa03ddb8", "address": "fa:16:3e:95:b9:be", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1808209-3c", "ovs_interfaceid": "b1808209-3c9d-4ad6-a490-836dfa03ddb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.869323] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "89553d85-1b06-45e3-b3d1-24a869612b8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.869600] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "89553d85-1b06-45e3-b3d1-24a869612b8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.869807] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "89553d85-1b06-45e3-b3d1-24a869612b8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.869990] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "89553d85-1b06-45e3-b3d1-24a869612b8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.870173] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "89553d85-1b06-45e3-b3d1-24a869612b8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.872369] env[62180]: INFO nova.compute.manager [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Terminating instance [ 1630.087318] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea0370-e073-4422-b8b1-5d31c6619773 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.095200] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf5b5de-9f65-48c7-bcd7-2bd3adbf7fb2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.125913] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e0d39-701c-4ca8-91b3-a848eedd7fa4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.133559] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97deba2-3072-479e-8cda-d544c5d6b744 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.146749] env[62180]: DEBUG nova.compute.provider_tree [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.172145] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1630.172365] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-355b4259-16b5-49ed-b4fd-435ca3c8e22f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.179367] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1630.179367] env[62180]: value = "task-1963182" [ 1630.179367] env[62180]: _type = "Task" [ 1630.179367] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.187678] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "refresh_cache-a00a34e1-196f-4773-8073-ce917d48651b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.187981] env[62180]: DEBUG nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Instance network_info: |[{"id": "b1808209-3c9d-4ad6-a490-836dfa03ddb8", "address": "fa:16:3e:95:b9:be", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1808209-3c", "ovs_interfaceid": "b1808209-3c9d-4ad6-a490-836dfa03ddb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.188491] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:b9:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1808209-3c9d-4ad6-a490-836dfa03ddb8', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.196104] env[62180]: DEBUG oslo.service.loopingcall [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.199842] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.199842] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963182, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.200015] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-844835a4-fce8-42a0-89d4-67ad251620fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.214657] env[62180]: DEBUG nova.network.neutron [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [{"id": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "address": "fa:16:3e:5f:da:b7", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe66c2d-97", "ovs_interfaceid": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.221511] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.221511] env[62180]: value = "task-1963183" [ 1630.221511] env[62180]: _type = "Task" [ 1630.221511] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.229904] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963183, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.375709] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "refresh_cache-89553d85-1b06-45e3-b3d1-24a869612b8a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.375952] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquired lock "refresh_cache-89553d85-1b06-45e3-b3d1-24a869612b8a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.376123] env[62180]: DEBUG nova.network.neutron [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.463583] env[62180]: DEBUG nova.compute.manager [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Received event network-changed-b1808209-3c9d-4ad6-a490-836dfa03ddb8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1630.463583] env[62180]: DEBUG nova.compute.manager [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Refreshing instance network info cache due to event network-changed-b1808209-3c9d-4ad6-a490-836dfa03ddb8. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1630.463732] env[62180]: DEBUG oslo_concurrency.lockutils [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] Acquiring lock "refresh_cache-a00a34e1-196f-4773-8073-ce917d48651b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.463872] env[62180]: DEBUG oslo_concurrency.lockutils [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] Acquired lock "refresh_cache-a00a34e1-196f-4773-8073-ce917d48651b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.464035] env[62180]: DEBUG nova.network.neutron [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Refreshing network info cache for port b1808209-3c9d-4ad6-a490-836dfa03ddb8 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.652340] env[62180]: DEBUG nova.scheduler.client.report [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.690041] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963182, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.717131] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.731455] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963183, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.897501] env[62180]: DEBUG nova.network.neutron [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.951763] env[62180]: DEBUG nova.network.neutron [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.159092] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.159774] env[62180]: DEBUG nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1631.162484] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.142s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.162727] env[62180]: DEBUG nova.objects.instance [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lazy-loading 'resources' on Instance uuid 2149a69c-f8b8-4806-b1d1-df8862b89d95 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.166682] env[62180]: DEBUG nova.network.neutron [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Updated VIF entry in instance network info cache for port b1808209-3c9d-4ad6-a490-836dfa03ddb8. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.166994] env[62180]: DEBUG nova.network.neutron [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Updating instance_info_cache with network_info: [{"id": "b1808209-3c9d-4ad6-a490-836dfa03ddb8", "address": "fa:16:3e:95:b9:be", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1808209-3c", "ovs_interfaceid": "b1808209-3c9d-4ad6-a490-836dfa03ddb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.190332] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963182, 'name': CreateSnapshot_Task, 'duration_secs': 0.946672} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.190578] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1631.191314] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e516c81-6065-4a6f-a6de-3b26cd6b0898 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.234266] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963183, 'name': CreateVM_Task, 'duration_secs': 0.652279} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.234494] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.235253] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.235415] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.235967] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.236223] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b6719d-61b7-4225-85bf-fbc8d9a745f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.240781] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1631.240781] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b963fa-f361-f0e3-6254-896ba7e4474f" [ 1631.240781] env[62180]: _type = "Task" [ 1631.240781] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.250124] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b963fa-f361-f0e3-6254-896ba7e4474f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.455745] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Releasing lock "refresh_cache-89553d85-1b06-45e3-b3d1-24a869612b8a" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.456215] env[62180]: DEBUG nova.compute.manager [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.456463] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.457450] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afcd6cf-5ae2-47bd-ae54-6c7c01415551 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.465837] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.466154] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b31ca58-831b-4f24-a0ec-a7edf9c372a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.472459] env[62180]: DEBUG oslo_vmware.api [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1631.472459] env[62180]: value = "task-1963184" [ 1631.472459] env[62180]: _type = "Task" [ 1631.472459] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.481347] env[62180]: DEBUG oslo_vmware.api [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.669030] env[62180]: DEBUG nova.compute.utils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.670462] env[62180]: DEBUG oslo_concurrency.lockutils [req-731c82a7-cb53-4eb4-94d0-90e4149a6790 req-63f0ce9e-7b0e-434a-8e25-059bbf9b775c service nova] Releasing lock "refresh_cache-a00a34e1-196f-4773-8073-ce917d48651b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.670957] env[62180]: DEBUG nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1631.671200] env[62180]: DEBUG nova.network.neutron [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.710093] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1631.711761] env[62180]: DEBUG nova.policy [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f3b9a0f07994855958e4707b71b218f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f95eba82af94a98b337e2daded47d79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1631.715235] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01f48aa1-1977-4b38-83f5-499086c1a0dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.723764] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1631.723764] env[62180]: value = "task-1963185" [ 1631.723764] env[62180]: _type = "Task" [ 1631.723764] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.737294] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963185, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.751306] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b963fa-f361-f0e3-6254-896ba7e4474f, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.753694] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.754167] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.754435] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.754586] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.754874] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.756882] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a2fa9db-1227-4ed0-8e46-cf948457450c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.766432] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.766653] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.767324] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0c40da-a066-42fd-9a82-2dfbc87b2a10 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.772446] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1631.772446] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52587114-8ed8-4d8b-96fd-ff0c0254aeea" [ 1631.772446] env[62180]: _type = "Task" [ 1631.772446] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.781988] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52587114-8ed8-4d8b-96fd-ff0c0254aeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.982627] env[62180]: DEBUG oslo_vmware.api [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963184, 'name': PowerOffVM_Task, 'duration_secs': 0.163762} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.982888] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.983058] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.983315] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5eb341c-5d84-44ea-8953-6e1b5b912b9f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.009736] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.010040] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.010198] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Deleting the datastore file [datastore1] 89553d85-1b06-45e3-b3d1-24a869612b8a {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.010485] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-927b6665-6028-4c47-9466-2a51fa2e02d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.019275] env[62180]: DEBUG oslo_vmware.api [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for the task: (returnval){ [ 1632.019275] env[62180]: value = "task-1963187" [ 1632.019275] env[62180]: _type = "Task" [ 1632.019275] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.027148] env[62180]: DEBUG oslo_vmware.api [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.079218] env[62180]: DEBUG nova.network.neutron [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Successfully created port: 31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1632.176156] env[62180]: DEBUG nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1632.238250] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc948c0b-0212-4987-ad3f-7030e0359bff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.244929] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963185, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.262723] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance 'f8a7a431-66a3-4ecb-a701-5d53e24b28fa' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1632.283256] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52587114-8ed8-4d8b-96fd-ff0c0254aeea, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.284155] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea92c9b-216b-4802-ac34-1aa09f1551d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.292289] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1632.292289] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5232c1e5-19a0-408c-a616-4cab2efa7620" [ 1632.292289] env[62180]: _type = "Task" [ 1632.292289] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.300472] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5232c1e5-19a0-408c-a616-4cab2efa7620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.302098] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f050b955-8b60-4263-bbe9-4499cca96483 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.309147] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bda0d7-4327-4765-bdd2-a9931cf2dd27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.342197] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b32d346-1918-4755-8ab3-0b00e7436980 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.350914] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e52e1d-9693-4406-93d4-4c735e0e3959 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.365636] env[62180]: DEBUG nova.compute.provider_tree [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.529916] env[62180]: DEBUG oslo_vmware.api [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Task: {'id': task-1963187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093514} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.529916] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.529916] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.530104] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.530149] env[62180]: INFO nova.compute.manager [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1632.530389] env[62180]: DEBUG oslo.service.loopingcall [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.530578] env[62180]: DEBUG nova.compute.manager [-] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.530672] env[62180]: DEBUG nova.network.neutron [-] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.550744] env[62180]: DEBUG nova.network.neutron [-] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1632.735242] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963185, 'name': CloneVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.768774] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.769071] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d9ec3ef-636b-4a00-a1ce-c3fa421898f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.775680] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1632.775680] env[62180]: value = "task-1963188" [ 1632.775680] env[62180]: _type = "Task" [ 1632.775680] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.784572] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.802377] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5232c1e5-19a0-408c-a616-4cab2efa7620, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.802641] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.802932] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] a00a34e1-196f-4773-8073-ce917d48651b/a00a34e1-196f-4773-8073-ce917d48651b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.803202] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-280f04d5-a2d2-4dfa-86d3-6f46a2d61dd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.809999] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1632.809999] env[62180]: value = "task-1963189" [ 1632.809999] env[62180]: _type = "Task" [ 1632.809999] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.817313] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.869404] env[62180]: DEBUG nova.scheduler.client.report [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.053732] env[62180]: DEBUG nova.network.neutron [-] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.194297] env[62180]: DEBUG nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1633.218903] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1633.218903] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.218903] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1633.219165] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.219165] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1633.219165] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1633.219165] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1633.219165] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1633.219297] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1633.219422] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1633.219597] env[62180]: DEBUG nova.virt.hardware [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1633.220498] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c949aa-c20b-4f78-accc-c6e2dfdc83ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.232781] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844dfaab-ed2c-40e9-8d6a-ffa68b0c458b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.242695] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963185, 'name': CloneVM_Task, 'duration_secs': 1.035937} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.250747] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Created linked-clone VM from snapshot [ 1633.251969] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223725e7-733c-4dce-9c77-86030bb76fbd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.261413] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Uploading image 95108b2a-a7ac-4f0c-8d99-4b7794328ee5 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1633.284323] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1633.284323] env[62180]: value = "vm-404410" [ 1633.284323] env[62180]: _type = "VirtualMachine" [ 1633.284323] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1633.284612] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f5681f10-2f14-4db5-8de5-c638b45bf115 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.289088] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963188, 'name': PowerOffVM_Task, 'duration_secs': 0.168471} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.289787] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.290029] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance 'f8a7a431-66a3-4ecb-a701-5d53e24b28fa' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1633.297030] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lease: (returnval){ [ 1633.297030] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f3e8c2-1a75-5a9a-dc20-2e533e58c54c" [ 1633.297030] env[62180]: _type = "HttpNfcLease" [ 1633.297030] env[62180]: } obtained for exporting VM: (result){ [ 1633.297030] env[62180]: value = "vm-404410" [ 1633.297030] env[62180]: _type = "VirtualMachine" [ 1633.297030] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1633.297030] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the lease: (returnval){ [ 1633.297030] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f3e8c2-1a75-5a9a-dc20-2e533e58c54c" [ 1633.297030] env[62180]: _type = "HttpNfcLease" [ 1633.297030] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1633.302065] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1633.302065] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f3e8c2-1a75-5a9a-dc20-2e533e58c54c" [ 1633.302065] env[62180]: _type = "HttpNfcLease" [ 1633.302065] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1633.318998] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963189, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.374527] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.376780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.351s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.378764] env[62180]: INFO nova.compute.claims [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.400119] env[62180]: INFO nova.scheduler.client.report [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted allocations for instance 2149a69c-f8b8-4806-b1d1-df8862b89d95 [ 1633.557890] env[62180]: INFO nova.compute.manager [-] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Took 1.03 seconds to deallocate network for instance. [ 1633.579441] env[62180]: DEBUG nova.compute.manager [req-e3369969-58d1-464f-b0db-17f27ae6bdaa req-c1e54df9-080c-4259-8cb2-f3d9b5ba16b2 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Received event network-vif-plugged-31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1633.579732] env[62180]: DEBUG oslo_concurrency.lockutils [req-e3369969-58d1-464f-b0db-17f27ae6bdaa req-c1e54df9-080c-4259-8cb2-f3d9b5ba16b2 service nova] Acquiring lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.579977] env[62180]: DEBUG oslo_concurrency.lockutils [req-e3369969-58d1-464f-b0db-17f27ae6bdaa req-c1e54df9-080c-4259-8cb2-f3d9b5ba16b2 service nova] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.580118] env[62180]: DEBUG oslo_concurrency.lockutils [req-e3369969-58d1-464f-b0db-17f27ae6bdaa req-c1e54df9-080c-4259-8cb2-f3d9b5ba16b2 service nova] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.580285] env[62180]: DEBUG nova.compute.manager [req-e3369969-58d1-464f-b0db-17f27ae6bdaa req-c1e54df9-080c-4259-8cb2-f3d9b5ba16b2 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] No waiting events found dispatching network-vif-plugged-31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.580442] env[62180]: WARNING nova.compute.manager [req-e3369969-58d1-464f-b0db-17f27ae6bdaa req-c1e54df9-080c-4259-8cb2-f3d9b5ba16b2 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Received unexpected event network-vif-plugged-31b42ecc-63ea-427a-b96d-448f7e584b1c for instance with vm_state building and task_state spawning. [ 1633.723408] env[62180]: DEBUG nova.network.neutron [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Successfully updated port: 31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.797992] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1633.798251] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.798406] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1633.798587] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.798731] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1633.798875] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1633.799083] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1633.799245] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1633.799406] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1633.799608] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1633.799795] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1633.805015] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7471bd8b-484b-421c-b9e3-454b3fe4eac2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.824574] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1633.824574] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f3e8c2-1a75-5a9a-dc20-2e533e58c54c" [ 1633.824574] env[62180]: _type = "HttpNfcLease" [ 1633.824574] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1633.827916] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1633.827916] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f3e8c2-1a75-5a9a-dc20-2e533e58c54c" [ 1633.827916] env[62180]: _type = "HttpNfcLease" [ 1633.827916] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1633.828190] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547602} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.829740] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338b1f12-1a60-4650-8d09-f2949f098dc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.832485] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] a00a34e1-196f-4773-8073-ce917d48651b/a00a34e1-196f-4773-8073-ce917d48651b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.832703] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.832992] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1633.832992] env[62180]: value = "task-1963191" [ 1633.832992] env[62180]: _type = "Task" [ 1633.832992] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.833260] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de552daa-98a9-4751-9ff7-29831a153459 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.841427] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f6769-dbb8-a5a2-5bec-18b9c46b31fc/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1633.841614] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f6769-dbb8-a5a2-5bec-18b9c46b31fc/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1633.845591] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1633.845591] env[62180]: value = "task-1963192" [ 1633.845591] env[62180]: _type = "Task" [ 1633.845591] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.905283] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.912715] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6eeefc9-3579-478a-97fc-5abcafd6feac tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "2149a69c-f8b8-4806-b1d1-df8862b89d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.114s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.922689] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.998086] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45aed3ed-aa09-491d-821f-7a70fc664232 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.067078] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.226053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.226053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.226053] env[62180]: DEBUG nova.network.neutron [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.345240] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963191, 'name': ReconfigVM_Task, 'duration_secs': 0.330392} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.345636] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance 'f8a7a431-66a3-4ecb-a701-5d53e24b28fa' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1634.414734] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159229} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.415015] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.415943] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22bf04b-400b-4534-9409-57437ac8cb13 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.443596] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a00a34e1-196f-4773-8073-ce917d48651b/a00a34e1-196f-4773-8073-ce917d48651b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.447171] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a5074b-00b9-4b42-9a4b-4f47ca9f761a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.469177] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1634.469177] env[62180]: value = "task-1963193" [ 1634.469177] env[62180]: _type = "Task" [ 1634.469177] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.479021] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.780607] env[62180]: DEBUG nova.network.neutron [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.853497] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.853497] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.853497] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.853679] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.853713] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.853909] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.854183] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.854397] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.854616] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.855191] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.855191] env[62180]: DEBUG nova.virt.hardware [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.860350] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1634.861035] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b079c9a-7400-4d1c-8359-b96eb30fd75c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.880763] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1634.880763] env[62180]: value = "task-1963194" [ 1634.880763] env[62180]: _type = "Task" [ 1634.880763] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.894394] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.984034] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.020702] env[62180]: DEBUG nova.network.neutron [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Updating instance_info_cache with network_info: [{"id": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "address": "fa:16:3e:3f:65:98", "network": {"id": "63ffd84f-5ae0-4029-afc8-b6825c5a1300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-515739748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f95eba82af94a98b337e2daded47d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b42ecc-63", "ovs_interfaceid": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.053960] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820a0650-aac9-44f8-a9ea-c8f6ad715f5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.062731] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a25e95-5f89-43dd-844c-cafb289171f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.094087] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af61cc-4737-4959-9108-f1e90c26dbe1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.102274] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed73a2b-fb80-4674-8f0c-6d7337c419f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.118845] env[62180]: DEBUG nova.compute.provider_tree [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.393981] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963194, 'name': ReconfigVM_Task, 'duration_secs': 0.287471} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.394317] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1635.395138] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf6735d-084d-4142-941d-457b45f60a94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.417491] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f8a7a431-66a3-4ecb-a701-5d53e24b28fa/f8a7a431-66a3-4ecb-a701-5d53e24b28fa.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.417822] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a3cd85-9d71-4dfa-84b3-0a424b3855e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.436077] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1635.436077] env[62180]: value = "task-1963195" [ 1635.436077] env[62180]: _type = "Task" [ 1635.436077] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.445619] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.479450] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963193, 'name': ReconfigVM_Task, 'duration_secs': 0.707435} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.480196] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a00a34e1-196f-4773-8073-ce917d48651b/a00a34e1-196f-4773-8073-ce917d48651b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.480545] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bdb6b3f-e54a-4cac-832a-3b04c7da7e21 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.486187] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1635.486187] env[62180]: value = "task-1963196" [ 1635.486187] env[62180]: _type = "Task" [ 1635.486187] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.494172] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963196, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.523946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Releasing lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.524467] env[62180]: DEBUG nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Instance network_info: |[{"id": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "address": "fa:16:3e:3f:65:98", "network": {"id": "63ffd84f-5ae0-4029-afc8-b6825c5a1300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-515739748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f95eba82af94a98b337e2daded47d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b42ecc-63", "ovs_interfaceid": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.524902] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:65:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b42ecc-63ea-427a-b96d-448f7e584b1c', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.533140] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Creating folder: Project (5f95eba82af94a98b337e2daded47d79). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.533453] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3ddb3a-7dcc-4516-b581-1b6862ea6df0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.543726] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Created folder: Project (5f95eba82af94a98b337e2daded47d79) in parent group-v404325. [ 1635.543963] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Creating folder: Instances. Parent ref: group-v404411. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.544319] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f79e8d39-4f5b-489d-a68d-ab2db6c59d1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.553522] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Created folder: Instances in parent group-v404411. [ 1635.554013] env[62180]: DEBUG oslo.service.loopingcall [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.554688] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.554688] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac8aaea-306a-4946-907c-a681035af6ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.574064] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.574064] env[62180]: value = "task-1963199" [ 1635.574064] env[62180]: _type = "Task" [ 1635.574064] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.582245] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963199, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.606827] env[62180]: DEBUG nova.compute.manager [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Received event network-changed-31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1635.607087] env[62180]: DEBUG nova.compute.manager [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Refreshing instance network info cache due to event network-changed-31b42ecc-63ea-427a-b96d-448f7e584b1c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1635.607343] env[62180]: DEBUG oslo_concurrency.lockutils [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] Acquiring lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.607519] env[62180]: DEBUG oslo_concurrency.lockutils [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] Acquired lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.607723] env[62180]: DEBUG nova.network.neutron [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Refreshing network info cache for port 31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.622279] env[62180]: DEBUG nova.scheduler.client.report [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.946375] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963195, 'name': ReconfigVM_Task, 'duration_secs': 0.396141} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.946659] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f8a7a431-66a3-4ecb-a701-5d53e24b28fa/f8a7a431-66a3-4ecb-a701-5d53e24b28fa.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.946924] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance 'f8a7a431-66a3-4ecb-a701-5d53e24b28fa' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1635.998597] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963196, 'name': Rename_Task, 'duration_secs': 0.194694} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.998931] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.999232] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9255651d-65b0-4e13-89e2-3f9668bb3fe9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.006873] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1636.006873] env[62180]: value = "task-1963200" [ 1636.006873] env[62180]: _type = "Task" [ 1636.006873] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.015561] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.086072] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963199, 'name': CreateVM_Task, 'duration_secs': 0.349409} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.086255] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.086999] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.087213] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.087537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1636.087790] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154e7f83-a31c-439b-ac86-d4ab14d36419 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.092781] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1636.092781] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae84ab-aa5d-c35d-9cf0-ffa817cf2506" [ 1636.092781] env[62180]: _type = "Task" [ 1636.092781] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.100902] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae84ab-aa5d-c35d-9cf0-ffa817cf2506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.128462] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.129141] env[62180]: DEBUG nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.131784] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.896s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.133158] env[62180]: INFO nova.compute.claims [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.361196] env[62180]: DEBUG nova.network.neutron [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Updated VIF entry in instance network info cache for port 31b42ecc-63ea-427a-b96d-448f7e584b1c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.361448] env[62180]: DEBUG nova.network.neutron [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Updating instance_info_cache with network_info: [{"id": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "address": "fa:16:3e:3f:65:98", "network": {"id": "63ffd84f-5ae0-4029-afc8-b6825c5a1300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-515739748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f95eba82af94a98b337e2daded47d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b42ecc-63", "ovs_interfaceid": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.454100] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8e4239-4400-4577-98a6-edea1cacc535 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.473908] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be981b50-7ced-4a48-826a-38dff1338c83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.491124] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance 'f8a7a431-66a3-4ecb-a701-5d53e24b28fa' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1636.515953] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963200, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.603424] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae84ab-aa5d-c35d-9cf0-ffa817cf2506, 'name': SearchDatastore_Task, 'duration_secs': 0.029428} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.603776] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.604051] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.604322] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.604476] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.604671] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.604957] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180e318c-7e29-46dd-ad61-934fd77bf220 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.613709] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.613959] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.615033] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a013a4-d386-4121-b455-dcaff96115c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.620058] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1636.620058] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524db08f-4439-28ab-e2bb-264aa645ed71" [ 1636.620058] env[62180]: _type = "Task" [ 1636.620058] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.628244] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524db08f-4439-28ab-e2bb-264aa645ed71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.639872] env[62180]: DEBUG nova.compute.utils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.641336] env[62180]: DEBUG nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.641510] env[62180]: DEBUG nova.network.neutron [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.710015] env[62180]: DEBUG nova.policy [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1593d75ab4764aca83630bebfcfa7cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8edc983e8e3842cd9400c0046cfc408a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.864196] env[62180]: DEBUG oslo_concurrency.lockutils [req-9ca6da9d-6ced-4a9b-844e-2cb77a1b3b5a req-b566f930-ce75-4af6-978e-c84077d69345 service nova] Releasing lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.989872] env[62180]: DEBUG nova.network.neutron [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Successfully created port: b9ff2879-3416-4eda-87fa-bc7779183bb4 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.020299] env[62180]: DEBUG oslo_vmware.api [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963200, 'name': PowerOnVM_Task, 'duration_secs': 0.779807} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.020299] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.020299] env[62180]: INFO nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1637.020797] env[62180]: DEBUG nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.021758] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28108de-d65f-46d9-8182-9cc0597a8147 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.056848] env[62180]: DEBUG nova.network.neutron [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Port 0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1637.130291] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524db08f-4439-28ab-e2bb-264aa645ed71, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.131255] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3f5c56-6c06-426b-80a3-2f8ad6a1f01c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.136913] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1637.136913] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529ede8e-d38a-70ac-7bab-9a7d67fa163a" [ 1637.136913] env[62180]: _type = "Task" [ 1637.136913] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.152045] env[62180]: DEBUG nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1637.154955] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529ede8e-d38a-70ac-7bab-9a7d67fa163a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.543200] env[62180]: INFO nova.compute.manager [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Took 48.78 seconds to build instance. [ 1637.648639] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529ede8e-d38a-70ac-7bab-9a7d67fa163a, 'name': SearchDatastore_Task, 'duration_secs': 0.018977} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.648946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.649162] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae/09d1606b-7a4b-4475-b4c6-7ebc0d7876ae.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.651567] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c5f704-0224-491b-94c2-f258b0d5eb75 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.661738] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1637.661738] env[62180]: value = "task-1963201" [ 1637.661738] env[62180]: _type = "Task" [ 1637.661738] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.672689] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.702244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280a01be-6812-4c0f-99c8-536b236b89ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.709687] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9573160-445c-4fff-a636-9f687fcfc15e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.741474] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49afbd3-8857-40ba-9d19-23dd9b0e582d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.749255] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac1755-8d4e-4c70-a487-961bb84e243f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.762381] env[62180]: DEBUG nova.compute.provider_tree [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.045758] env[62180]: DEBUG oslo_concurrency.lockutils [None req-960f94f1-e0f9-4af5-ae00-561908d0eaf3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "a00a34e1-196f-4773-8073-ce917d48651b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.541s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.080957] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.081226] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.081402] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.164116] env[62180]: DEBUG nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1638.179132] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963201, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.188185] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.188438] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.188591] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.188766] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.188995] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.189089] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.189273] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.189428] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.189588] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.189795] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.189974] env[62180]: DEBUG nova.virt.hardware [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.190803] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14aa3f8-a60f-4330-a0b5-93c946edfaee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.198683] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d84c2cc-3a41-485d-89fa-64a0b5949f3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.266130] env[62180]: DEBUG nova.scheduler.client.report [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.342631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "a00a34e1-196f-4773-8073-ce917d48651b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.342631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "a00a34e1-196f-4773-8073-ce917d48651b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.342853] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "a00a34e1-196f-4773-8073-ce917d48651b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.343051] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "a00a34e1-196f-4773-8073-ce917d48651b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.343223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "a00a34e1-196f-4773-8073-ce917d48651b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.347240] env[62180]: INFO nova.compute.manager [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Terminating instance [ 1638.548136] env[62180]: DEBUG nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.564869] env[62180]: DEBUG nova.compute.manager [req-49b463cf-dec4-42d0-99ec-a36d0402d718 req-d483e337-d819-4067-b9e5-06879d7ef825 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Received event network-vif-plugged-b9ff2879-3416-4eda-87fa-bc7779183bb4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1638.565200] env[62180]: DEBUG oslo_concurrency.lockutils [req-49b463cf-dec4-42d0-99ec-a36d0402d718 req-d483e337-d819-4067-b9e5-06879d7ef825 service nova] Acquiring lock "758383d9-21ae-4d18-8c5c-c9be255b12b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.565430] env[62180]: DEBUG oslo_concurrency.lockutils [req-49b463cf-dec4-42d0-99ec-a36d0402d718 req-d483e337-d819-4067-b9e5-06879d7ef825 service nova] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.565605] env[62180]: DEBUG oslo_concurrency.lockutils [req-49b463cf-dec4-42d0-99ec-a36d0402d718 req-d483e337-d819-4067-b9e5-06879d7ef825 service nova] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.565931] env[62180]: DEBUG nova.compute.manager [req-49b463cf-dec4-42d0-99ec-a36d0402d718 req-d483e337-d819-4067-b9e5-06879d7ef825 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] No waiting events found dispatching network-vif-plugged-b9ff2879-3416-4eda-87fa-bc7779183bb4 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.565931] env[62180]: WARNING nova.compute.manager [req-49b463cf-dec4-42d0-99ec-a36d0402d718 req-d483e337-d819-4067-b9e5-06879d7ef825 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Received unexpected event network-vif-plugged-b9ff2879-3416-4eda-87fa-bc7779183bb4 for instance with vm_state building and task_state spawning. [ 1638.671711] env[62180]: DEBUG nova.network.neutron [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Successfully updated port: b9ff2879-3416-4eda-87fa-bc7779183bb4 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.679628] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873775} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.679955] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae/09d1606b-7a4b-4475-b4c6-7ebc0d7876ae.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.680221] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.680662] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c0d1bc-8794-43df-a582-2eeab2a3f6e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.688065] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1638.688065] env[62180]: value = "task-1963202" [ 1638.688065] env[62180]: _type = "Task" [ 1638.688065] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.696088] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.775947] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.776494] env[62180]: DEBUG nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.779054] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.389s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.851768] env[62180]: DEBUG nova.compute.manager [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.852063] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.852873] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc657b1b-f11e-4f6e-9009-20eb0cfcad87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.861756] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.862032] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2dd9982-d1be-476a-bb1d-5842cfe7ccf1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.867659] env[62180]: DEBUG oslo_vmware.api [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1638.867659] env[62180]: value = "task-1963203" [ 1638.867659] env[62180]: _type = "Task" [ 1638.867659] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.875155] env[62180]: DEBUG oslo_vmware.api [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.073765] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.143297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.143297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.143297] env[62180]: DEBUG nova.network.neutron [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.176974] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "refresh_cache-758383d9-21ae-4d18-8c5c-c9be255b12b6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.176974] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired lock "refresh_cache-758383d9-21ae-4d18-8c5c-c9be255b12b6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.177230] env[62180]: DEBUG nova.network.neutron [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.199490] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073227} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.199935] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.200931] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce38c7-7d48-4106-bece-3b26c20506f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.225159] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae/09d1606b-7a4b-4475-b4c6-7ebc0d7876ae.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.225817] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c828477e-b32f-4d88-a98e-a96a9c870faa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.246166] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1639.246166] env[62180]: value = "task-1963204" [ 1639.246166] env[62180]: _type = "Task" [ 1639.246166] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.256681] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.282783] env[62180]: DEBUG nova.compute.utils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.294872] env[62180]: DEBUG nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.297831] env[62180]: DEBUG nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.297997] env[62180]: DEBUG nova.network.neutron [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.361650] env[62180]: DEBUG nova.policy [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb7a8c7b0a7c4e408e75f42c22c5a252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93209e23d1f14f02b31bddb0382a2477', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.380092] env[62180]: DEBUG oslo_vmware.api [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963203, 'name': PowerOffVM_Task, 'duration_secs': 0.286866} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.380420] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.380593] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.380849] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-300be8b2-7fb6-407c-96f0-7367235b398e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.470206] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.470465] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.470664] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleting the datastore file [datastore1] a00a34e1-196f-4773-8073-ce917d48651b {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.470941] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d014f3be-8abb-49da-99b2-2010da80f1a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.477901] env[62180]: DEBUG oslo_vmware.api [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1639.477901] env[62180]: value = "task-1963206" [ 1639.477901] env[62180]: _type = "Task" [ 1639.477901] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.489359] env[62180]: DEBUG oslo_vmware.api [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.724481] env[62180]: DEBUG nova.network.neutron [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.749923] env[62180]: DEBUG nova.network.neutron [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Successfully created port: aea0cb3e-3df4-4daa-bb6b-44f735920ad3 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1639.761665] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963204, 'name': ReconfigVM_Task, 'duration_secs': 0.316854} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.761967] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae/09d1606b-7a4b-4475-b4c6-7ebc0d7876ae.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.762589] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86d5aee4-114a-4dec-b8d9-63dd4b75b1c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.769532] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1639.769532] env[62180]: value = "task-1963207" [ 1639.769532] env[62180]: _type = "Task" [ 1639.769532] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.781194] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963207, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.803671] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Applying migration context for instance f8a7a431-66a3-4ecb-a701-5d53e24b28fa as it has an incoming, in-progress migration 32f2a74c-ed28-4fc9-8371-a53d3db2b93a. Migration status is post-migrating {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1639.806197] env[62180]: INFO nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating resource usage from migration 32f2a74c-ed28-4fc9-8371-a53d3db2b93a [ 1639.851311] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851311] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f82dd739-cab2-4037-b038-400c09480dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851311] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851311] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 576a18ea-5ee5-4dc5-9378-23b77adce4db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851493] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 86c816a2-26f2-4246-b2c5-a14619cde39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851531] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d8ea4cc3-b3be-4db6-9d55-d62a774e4e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851629] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1e94edee-5708-46df-9ed9-b72d81ac47b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851736] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance da0ad665-64f3-4d5c-adef-417c1e1d2c0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.851867] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 85b148aa-ff47-40bd-ac92-c1062306a185 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1639.852455] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0a8b973e-5534-4856-b85d-7d503325ce4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852455] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4f643aab-c79e-455a-ac39-6184c11d02da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852455] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance fdba39e2-1d58-49e5-98b1-a8856d41ea3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852455] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 556a65af-889d-4150-bd0d-2822964227e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852613] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 89553d85-1b06-45e3-b3d1-24a869612b8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1639.852613] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d1b86b3a-9da3-4492-9d28-ffff456fcd2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852613] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance eee0885a-ab69-431c-ab0b-3c4ce5067305 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852707] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance a00a34e1-196f-4773-8073-ce917d48651b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852863] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.852912] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 758383d9-21ae-4d18-8c5c-c9be255b12b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.853068] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ea20886c-f906-4f3e-9cfa-30c44213f9f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1639.918320] env[62180]: DEBUG nova.network.neutron [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Updating instance_info_cache with network_info: [{"id": "b9ff2879-3416-4eda-87fa-bc7779183bb4", "address": "fa:16:3e:33:16:27", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ff2879-34", "ovs_interfaceid": "b9ff2879-3416-4eda-87fa-bc7779183bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.989849] env[62180]: DEBUG oslo_vmware.api [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234434} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.990340] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.992339] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.992339] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.992339] env[62180]: INFO nova.compute.manager [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1639.992339] env[62180]: DEBUG oslo.service.loopingcall [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.992339] env[62180]: DEBUG nova.compute.manager [-] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.992339] env[62180]: DEBUG nova.network.neutron [-] [instance: a00a34e1-196f-4773-8073-ce917d48651b] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.280542] env[62180]: DEBUG nova.network.neutron [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [{"id": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "address": "fa:16:3e:5f:da:b7", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe66c2d-97", "ovs_interfaceid": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.290122] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963207, 'name': Rename_Task, 'duration_secs': 0.152854} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.290122] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.290122] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7bc5645-65b1-4704-a76b-fe93e30a3c67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.301384] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1640.301384] env[62180]: value = "task-1963208" [ 1640.301384] env[62180]: _type = "Task" [ 1640.301384] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.314776] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.321532] env[62180]: DEBUG nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.354440] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.354696] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.354854] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.355333] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.355583] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.355771] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.356074] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.356292] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.356508] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.356708] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.356910] env[62180]: DEBUG nova.virt.hardware [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.357974] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 603c0515-057c-4ce7-ab37-d16b52696672 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1640.359806] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f724887-4a2a-4435-83a7-6d4c4caaf505 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.372261] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891bdbb9-86a5-4309-94f3-6aa18c7d5374 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.400341] env[62180]: DEBUG nova.compute.manager [req-c60b6356-cc66-4fdc-947a-19be74867c89 req-ff9e6590-6d89-4394-a926-8ba1a187156e service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Received event network-vif-deleted-b1808209-3c9d-4ad6-a490-836dfa03ddb8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1640.400560] env[62180]: INFO nova.compute.manager [req-c60b6356-cc66-4fdc-947a-19be74867c89 req-ff9e6590-6d89-4394-a926-8ba1a187156e service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Neutron deleted interface b1808209-3c9d-4ad6-a490-836dfa03ddb8; detaching it from the instance and deleting it from the info cache [ 1640.400841] env[62180]: DEBUG nova.network.neutron [req-c60b6356-cc66-4fdc-947a-19be74867c89 req-ff9e6590-6d89-4394-a926-8ba1a187156e service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.422643] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Releasing lock "refresh_cache-758383d9-21ae-4d18-8c5c-c9be255b12b6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.423105] env[62180]: DEBUG nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Instance network_info: |[{"id": "b9ff2879-3416-4eda-87fa-bc7779183bb4", "address": "fa:16:3e:33:16:27", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ff2879-34", "ovs_interfaceid": "b9ff2879-3416-4eda-87fa-bc7779183bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.423419] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:16:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ff2879-3416-4eda-87fa-bc7779183bb4', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.431964] env[62180]: DEBUG oslo.service.loopingcall [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.432546] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.432782] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c885a63-f57a-468a-8ed8-05905bec6c19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.454404] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.454404] env[62180]: value = "task-1963209" [ 1640.454404] env[62180]: _type = "Task" [ 1640.454404] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.463757] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963209, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.614501] env[62180]: DEBUG nova.compute.manager [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Received event network-changed-b9ff2879-3416-4eda-87fa-bc7779183bb4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1640.614694] env[62180]: DEBUG nova.compute.manager [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Refreshing instance network info cache due to event network-changed-b9ff2879-3416-4eda-87fa-bc7779183bb4. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1640.614909] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] Acquiring lock "refresh_cache-758383d9-21ae-4d18-8c5c-c9be255b12b6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.615324] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] Acquired lock "refresh_cache-758383d9-21ae-4d18-8c5c-c9be255b12b6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.615558] env[62180]: DEBUG nova.network.neutron [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Refreshing network info cache for port b9ff2879-3416-4eda-87fa-bc7779183bb4 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.783506] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.813471] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.834326] env[62180]: DEBUG nova.network.neutron [-] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.865823] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 45bf79c4-2f13-4989-846d-0db27325bef3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1640.905610] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c664f536-4bb7-48fc-9fcb-c9ec1d9a64f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.916363] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03da6f42-281c-4c99-9d47-fbd4e86a387e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.952379] env[62180]: DEBUG nova.compute.manager [req-c60b6356-cc66-4fdc-947a-19be74867c89 req-ff9e6590-6d89-4394-a926-8ba1a187156e service nova] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Detach interface failed, port_id=b1808209-3c9d-4ad6-a490-836dfa03ddb8, reason: Instance a00a34e1-196f-4773-8073-ce917d48651b could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1640.970367] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963209, 'name': CreateVM_Task, 'duration_secs': 0.417521} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.970367] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1640.971069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.971246] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.971598] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.971829] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a315f01-cd0f-473c-a629-26532e2bc4d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.976789] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1640.976789] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522257d6-e32d-bcc8-3c1b-a102157b3768" [ 1640.976789] env[62180]: _type = "Task" [ 1640.976789] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.984567] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522257d6-e32d-bcc8-3c1b-a102157b3768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.311377] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd6752-dc30-466e-a7c7-4d9e6f103407 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.317543] env[62180]: DEBUG oslo_vmware.api [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963208, 'name': PowerOnVM_Task, 'duration_secs': 0.859539} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.318251] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.318541] env[62180]: INFO nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1641.318793] env[62180]: DEBUG nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.319749] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5debc04-a36c-4b2c-a992-6a4e24e423a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.336352] env[62180]: INFO nova.compute.manager [-] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Took 1.34 seconds to deallocate network for instance. [ 1641.339360] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23d8dd-ec57-4ed2-a22e-4e39df3c9f91 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.356564] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance 'f8a7a431-66a3-4ecb-a701-5d53e24b28fa' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1641.368311] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e33ac3cc-493e-4d11-9f4d-7984e56d3d7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1641.403224] env[62180]: DEBUG nova.network.neutron [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Updated VIF entry in instance network info cache for port b9ff2879-3416-4eda-87fa-bc7779183bb4. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.403589] env[62180]: DEBUG nova.network.neutron [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Updating instance_info_cache with network_info: [{"id": "b9ff2879-3416-4eda-87fa-bc7779183bb4", "address": "fa:16:3e:33:16:27", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ff2879-34", "ovs_interfaceid": "b9ff2879-3416-4eda-87fa-bc7779183bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.490285] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522257d6-e32d-bcc8-3c1b-a102157b3768, 'name': SearchDatastore_Task, 'duration_secs': 0.015018} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.490518] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.490798] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.490980] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.491141] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.491316] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.491576] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb08eabf-0382-4fc6-b3af-14d1ad309f5c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.500152] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.500334] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.501061] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2ecb18-a923-4bfa-bf4f-9b86d1c111fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.506354] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1641.506354] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b1bac4-dcab-f370-4723-9df294bde1a0" [ 1641.506354] env[62180]: _type = "Task" [ 1641.506354] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.517189] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b1bac4-dcab-f370-4723-9df294bde1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.790410] env[62180]: DEBUG nova.network.neutron [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Successfully updated port: aea0cb3e-3df4-4daa-bb6b-44f735920ad3 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1641.854522] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.863986] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.864787] env[62180]: INFO nova.compute.manager [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Took 45.89 seconds to build instance. [ 1641.865571] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f85469b-ace6-4992-a3fa-475bede1e0df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.871183] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f947b843-3d51-4720-9797-4c5859c4d630 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1641.875175] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1641.875175] env[62180]: value = "task-1963210" [ 1641.875175] env[62180]: _type = "Task" [ 1641.875175] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.883420] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.907846] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad316d06-a565-44e4-9cba-15ac52a9f79f req-f0640658-3c13-46cd-b3ef-cc8c58c25f61 service nova] Releasing lock "refresh_cache-758383d9-21ae-4d18-8c5c-c9be255b12b6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.019998] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b1bac4-dcab-f370-4723-9df294bde1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.020880] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505fd495-fc33-4df6-9ad1-8d3eaf98473a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.025875] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1642.025875] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52993bc3-5186-2f97-7ecd-d12f6656b99a" [ 1642.025875] env[62180]: _type = "Task" [ 1642.025875] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.034070] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52993bc3-5186-2f97-7ecd-d12f6656b99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.290733] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.290909] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.291152] env[62180]: DEBUG nova.network.neutron [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.369081] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3e6d32b1-2d8a-4b19-92af-30d08f4512b0 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.870s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.375983] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ab653e12-3d2f-45ee-a3bc-13b670f26e75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1642.386733] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963210, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.494323] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f6769-dbb8-a5a2-5bec-18b9c46b31fc/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1642.495276] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0099fee0-12f9-49ad-836e-b9d184de088e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.502170] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f6769-dbb8-a5a2-5bec-18b9c46b31fc/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1642.502170] env[62180]: ERROR oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f6769-dbb8-a5a2-5bec-18b9c46b31fc/disk-0.vmdk due to incomplete transfer. [ 1642.502405] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b49669ec-8871-4cda-8ad8-3830e6848ad5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.508786] env[62180]: DEBUG oslo_vmware.rw_handles [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524f6769-dbb8-a5a2-5bec-18b9c46b31fc/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1642.508979] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Uploaded image 95108b2a-a7ac-4f0c-8d99-4b7794328ee5 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1642.511174] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1642.511478] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e597e04-de33-4837-a8c1-4417b70201ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.519053] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1642.519053] env[62180]: value = "task-1963211" [ 1642.519053] env[62180]: _type = "Task" [ 1642.519053] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.525699] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963211, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.535243] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52993bc3-5186-2f97-7ecd-d12f6656b99a, 'name': SearchDatastore_Task, 'duration_secs': 0.042719} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.535518] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.535907] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 758383d9-21ae-4d18-8c5c-c9be255b12b6/758383d9-21ae-4d18-8c5c-c9be255b12b6.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.536032] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13b18a2-1669-4dad-ab82-1f2f4c5bf008 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.543759] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1642.543759] env[62180]: value = "task-1963212" [ 1642.543759] env[62180]: _type = "Task" [ 1642.543759] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.551747] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.731867] env[62180]: DEBUG nova.compute.manager [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Received event network-vif-plugged-aea0cb3e-3df4-4daa-bb6b-44f735920ad3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.732209] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Acquiring lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.732331] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.732496] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.732658] env[62180]: DEBUG nova.compute.manager [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] No waiting events found dispatching network-vif-plugged-aea0cb3e-3df4-4daa-bb6b-44f735920ad3 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.732817] env[62180]: WARNING nova.compute.manager [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Received unexpected event network-vif-plugged-aea0cb3e-3df4-4daa-bb6b-44f735920ad3 for instance with vm_state building and task_state spawning. [ 1642.732974] env[62180]: DEBUG nova.compute.manager [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Received event network-changed-aea0cb3e-3df4-4daa-bb6b-44f735920ad3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1642.736888] env[62180]: DEBUG nova.compute.manager [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Refreshing instance network info cache due to event network-changed-aea0cb3e-3df4-4daa-bb6b-44f735920ad3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1642.737126] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Acquiring lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.821203] env[62180]: DEBUG nova.network.neutron [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.871933] env[62180]: DEBUG nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1642.882313] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance c2657800-ac10-4f71-bf86-2b5b95c65a06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1642.888106] env[62180]: DEBUG oslo_vmware.api [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963210, 'name': PowerOnVM_Task, 'duration_secs': 0.533035} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.889596] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.889596] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c8334-b63c-4050-aee6-4448de9f7cb2 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance 'f8a7a431-66a3-4ecb-a701-5d53e24b28fa' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1642.967356] env[62180]: DEBUG nova.network.neutron [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Updating instance_info_cache with network_info: [{"id": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "address": "fa:16:3e:e7:4e:4b", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea0cb3e-3d", "ovs_interfaceid": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.026656] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963211, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.060133] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.389690] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1ac84b7c-aff6-497f-941d-99e16550431c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1643.389876] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Migration 32f2a74c-ed28-4fc9-8371-a53d3db2b93a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1643.390034] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f8a7a431-66a3-4ecb-a701-5d53e24b28fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.401676] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.470285] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.470662] env[62180]: DEBUG nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Instance network_info: |[{"id": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "address": "fa:16:3e:e7:4e:4b", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea0cb3e-3d", "ovs_interfaceid": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.471077] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Acquired lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.471269] env[62180]: DEBUG nova.network.neutron [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Refreshing network info cache for port aea0cb3e-3df4-4daa-bb6b-44f735920ad3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.472808] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4e:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea0cb3e-3df4-4daa-bb6b-44f735920ad3', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.480683] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Creating folder: Project (93209e23d1f14f02b31bddb0382a2477). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.484407] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dedf2eb7-c56e-48b6-ada3-75a88050e5dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.496499] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Created folder: Project (93209e23d1f14f02b31bddb0382a2477) in parent group-v404325. [ 1643.496732] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Creating folder: Instances. Parent ref: group-v404415. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.497183] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69809457-3ea1-4d2f-8bea-37c021f80dd3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.508476] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Created folder: Instances in parent group-v404415. [ 1643.508787] env[62180]: DEBUG oslo.service.loopingcall [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.509033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.509291] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0318c340-dcf3-49c8-8ccc-91d798557fc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.539917] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963211, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.540882] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.540882] env[62180]: value = "task-1963215" [ 1643.540882] env[62180]: _type = "Task" [ 1643.540882] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.550813] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963215, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.560295] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963212, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.785902] env[62180]: DEBUG nova.network.neutron [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Updated VIF entry in instance network info cache for port aea0cb3e-3df4-4daa-bb6b-44f735920ad3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1643.786157] env[62180]: DEBUG nova.network.neutron [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Updating instance_info_cache with network_info: [{"id": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "address": "fa:16:3e:e7:4e:4b", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea0cb3e-3d", "ovs_interfaceid": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.894976] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ca6b96ec-de48-44b9-a6ed-747a28281e06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1644.039133] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963211, 'name': Destroy_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.049396] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963215, 'name': CreateVM_Task, 'duration_secs': 0.447228} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.049530] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.050260] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.050458] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.050812] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.051189] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdf4806-440e-487a-b48c-7cbcd82e3c1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.058776] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1644.058776] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dec3e8-9793-6f8b-702c-0f718e14bc5e" [ 1644.058776] env[62180]: _type = "Task" [ 1644.058776] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.061947] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963212, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.060613} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.064817] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 758383d9-21ae-4d18-8c5c-c9be255b12b6/758383d9-21ae-4d18-8c5c-c9be255b12b6.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.065046] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.065283] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39af0e36-2e08-438d-b9a9-72f31dd14e65 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.071836] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dec3e8-9793-6f8b-702c-0f718e14bc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.073073] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1644.073073] env[62180]: value = "task-1963216" [ 1644.073073] env[62180]: _type = "Task" [ 1644.073073] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.081275] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.289162] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Releasing lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.289465] env[62180]: DEBUG nova.compute.manager [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Received event network-changed-31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1644.289633] env[62180]: DEBUG nova.compute.manager [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Refreshing instance network info cache due to event network-changed-31b42ecc-63ea-427a-b96d-448f7e584b1c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1644.289897] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Acquiring lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.290087] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Acquired lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.290261] env[62180]: DEBUG nova.network.neutron [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Refreshing network info cache for port 31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.396958] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 92ff7c21-e2c6-4d85-aa12-e41672929eda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1644.542436] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963211, 'name': Destroy_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.572558] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dec3e8-9793-6f8b-702c-0f718e14bc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.088497} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.572929] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.573210] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1644.573501] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.573696] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.573926] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1644.574283] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a304d6-7f93-4b29-9d84-b4c59c6fb228 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.584508] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.592102] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1644.592351] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1644.593070] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804e0ce5-eebe-4659-84e4-9744c975199b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.598290] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1644.598290] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52da0790-0c38-eb2f-62fa-cf37da92a26e" [ 1644.598290] env[62180]: _type = "Task" [ 1644.598290] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.605697] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52da0790-0c38-eb2f-62fa-cf37da92a26e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.899573] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ede9cc61-2c36-4b7a-ae64-3b67604931f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1645.041932] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963211, 'name': Destroy_Task, 'duration_secs': 2.174878} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.042278] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Destroyed the VM [ 1645.042670] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1645.042958] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d27c7a41-3fe5-4723-9263-a14eb1a0c6c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.052106] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1645.052106] env[62180]: value = "task-1963217" [ 1645.052106] env[62180]: _type = "Task" [ 1645.052106] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.060343] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.085802] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.841408} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.086095] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.086895] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ac282-91b3-4703-a19e-1c3d4c9046c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.110850] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 758383d9-21ae-4d18-8c5c-c9be255b12b6/758383d9-21ae-4d18-8c5c-c9be255b12b6.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.111961] env[62180]: DEBUG nova.network.neutron [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Updated VIF entry in instance network info cache for port 31b42ecc-63ea-427a-b96d-448f7e584b1c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.112317] env[62180]: DEBUG nova.network.neutron [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Updating instance_info_cache with network_info: [{"id": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "address": "fa:16:3e:3f:65:98", "network": {"id": "63ffd84f-5ae0-4029-afc8-b6825c5a1300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-515739748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f95eba82af94a98b337e2daded47d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b42ecc-63", "ovs_interfaceid": "31b42ecc-63ea-427a-b96d-448f7e584b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.116395] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5806dac0-00e6-4798-9284-0a077f526a39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.138861] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52da0790-0c38-eb2f-62fa-cf37da92a26e, 'name': SearchDatastore_Task, 'duration_secs': 0.047725} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.140692] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1645.140692] env[62180]: value = "task-1963218" [ 1645.140692] env[62180]: _type = "Task" [ 1645.140692] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.140897] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8bc8e6-1727-46a4-93ba-4db030381fbb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.149023] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1645.149023] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c55e72-ce50-c34d-33c4-3e37efdb3c69" [ 1645.149023] env[62180]: _type = "Task" [ 1645.149023] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.152533] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.165362] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c55e72-ce50-c34d-33c4-3e37efdb3c69, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.165695] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.166013] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ea20886c-f906-4f3e-9cfa-30c44213f9f5/ea20886c-f906-4f3e-9cfa-30c44213f9f5.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.166318] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-985e5b7e-6eca-4120-887a-ce9010f244dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.173900] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1645.173900] env[62180]: value = "task-1963219" [ 1645.173900] env[62180]: _type = "Task" [ 1645.173900] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.184171] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.403827] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 3b8acb23-1bed-432f-b70e-18a1301fb99c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1645.561419] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.633224] env[62180]: DEBUG oslo_concurrency.lockutils [req-5df33387-c681-442c-aefc-19337e6f1e52 req-37cc83de-e4e3-4835-bfd4-7004a0e295af service nova] Releasing lock "refresh_cache-09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.652827] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963218, 'name': ReconfigVM_Task, 'duration_secs': 0.308447} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.652827] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 758383d9-21ae-4d18-8c5c-c9be255b12b6/758383d9-21ae-4d18-8c5c-c9be255b12b6.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.653383] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c8e3ac9-98ac-467c-879e-333459cb1288 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.659605] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1645.659605] env[62180]: value = "task-1963220" [ 1645.659605] env[62180]: _type = "Task" [ 1645.659605] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.662693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.662910] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.663098] env[62180]: DEBUG nova.compute.manager [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Going to confirm migration 1 {{(pid=62180) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1645.669566] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963220, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.688160] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.907610] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 26aa5363-8676-45bf-8b17-185321d4da32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1646.062430] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.170951] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963220, 'name': Rename_Task, 'duration_secs': 0.141746} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.173289] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.173573] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e6ef18-6c8e-44bf-a94e-2e0bad6d952c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.183978] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1646.183978] env[62180]: value = "task-1963221" [ 1646.183978] env[62180]: _type = "Task" [ 1646.183978] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.186773] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963219, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.194966] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.242653] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.242736] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.242911] env[62180]: DEBUG nova.network.neutron [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.243114] env[62180]: DEBUG nova.objects.instance [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lazy-loading 'info_cache' on Instance uuid f8a7a431-66a3-4ecb-a701-5d53e24b28fa {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.411176] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 30c00475-3e93-45d4-9dbf-ff6fe81b09aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1646.562706] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963217, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.686677] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963219, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.177595} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.687232] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ea20886c-f906-4f3e-9cfa-30c44213f9f5/ea20886c-f906-4f3e-9cfa-30c44213f9f5.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1646.687488] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.691164] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2f1b2a0-5ee8-4dae-a3dc-04e3c5fc4fa8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.700549] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.701902] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1646.701902] env[62180]: value = "task-1963222" [ 1646.701902] env[62180]: _type = "Task" [ 1646.701902] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.710034] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.914167] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0cf548fd-816b-4da6-bd20-35fbc8577866 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1647.064450] env[62180]: DEBUG oslo_vmware.api [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963217, 'name': RemoveSnapshot_Task, 'duration_secs': 1.789333} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.065484] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1647.065484] env[62180]: INFO nova.compute.manager [None req-f813c2cb-ead6-4544-95ae-ee9099124bce tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Took 17.43 seconds to snapshot the instance on the hypervisor. [ 1647.196900] env[62180]: DEBUG oslo_vmware.api [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963221, 'name': PowerOnVM_Task, 'duration_secs': 0.531418} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.197392] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.197608] env[62180]: INFO nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1647.197791] env[62180]: DEBUG nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1647.199726] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d3569e-4efb-453b-9052-b79208bbc146 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.214476] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067788} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.214726] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.215662] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f036b8f0-329f-45e0-8173-2568487d3267 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.238015] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ea20886c-f906-4f3e-9cfa-30c44213f9f5/ea20886c-f906-4f3e-9cfa-30c44213f9f5.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.238325] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a96c09-bd03-4ba3-839e-80991ce01543 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.261089] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1647.261089] env[62180]: value = "task-1963223" [ 1647.261089] env[62180]: _type = "Task" [ 1647.261089] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.270313] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.416867] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1647.517670] env[62180]: DEBUG nova.network.neutron [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [{"id": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "address": "fa:16:3e:5f:da:b7", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe66c2d-97", "ovs_interfaceid": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.720407] env[62180]: INFO nova.compute.manager [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Took 40.71 seconds to build instance. [ 1647.771296] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.920582] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 76cdf121-0846-4f03-bcac-a2e6ead239f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1648.022499] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.022779] env[62180]: DEBUG nova.objects.instance [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lazy-loading 'migration_context' on Instance uuid f8a7a431-66a3-4ecb-a701-5d53e24b28fa {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.222606] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ab5a20f-a896-4c2e-b85e-6494db8067fe tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.669s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.273673] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963223, 'name': ReconfigVM_Task, 'duration_secs': 0.698546} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.273673] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ea20886c-f906-4f3e-9cfa-30c44213f9f5/ea20886c-f906-4f3e-9cfa-30c44213f9f5.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.274330] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479430b7-8c12-4949-b28e-6cdd28533d47 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.280987] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1648.280987] env[62180]: value = "task-1963224" [ 1648.280987] env[62180]: _type = "Task" [ 1648.280987] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.289556] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963224, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.423217] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 29bb064c-f652-4672-9fe9-75a09095db39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1648.525920] env[62180]: DEBUG nova.objects.base [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1648.527314] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00081ec-db13-40a1-80a3-d1146debf4ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.546723] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1c4ca4-83ad-4f2a-a8b6-cc0ef83f5e45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.552350] env[62180]: DEBUG oslo_vmware.api [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1648.552350] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5279f138-593a-ec44-8741-0c18091cdbae" [ 1648.552350] env[62180]: _type = "Task" [ 1648.552350] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.559909] env[62180]: DEBUG oslo_vmware.api [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5279f138-593a-ec44-8741-0c18091cdbae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.653022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "758383d9-21ae-4d18-8c5c-c9be255b12b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.653324] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.653539] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "758383d9-21ae-4d18-8c5c-c9be255b12b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.653720] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.653909] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.656091] env[62180]: INFO nova.compute.manager [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Terminating instance [ 1648.724904] env[62180]: DEBUG nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1648.792809] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963224, 'name': Rename_Task, 'duration_secs': 0.133573} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.792809] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1648.792809] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2613146-714c-49d5-9267-c1dd519dac9d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.797399] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1648.797399] env[62180]: value = "task-1963225" [ 1648.797399] env[62180]: _type = "Task" [ 1648.797399] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.807160] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.930036] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 76483cc4-76b3-4436-ae4c-c88087691ec2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1649.063046] env[62180]: DEBUG oslo_vmware.api [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5279f138-593a-ec44-8741-0c18091cdbae, 'name': SearchDatastore_Task, 'duration_secs': 0.006763} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.063372] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.159875] env[62180]: DEBUG nova.compute.manager [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1649.160189] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1649.161210] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57981d12-00d1-4251-9fb9-17596e71275d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.170173] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.170428] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-915bbff8-6768-40f8-bfc4-d6747cda0687 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.177052] env[62180]: DEBUG oslo_vmware.api [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1649.177052] env[62180]: value = "task-1963226" [ 1649.177052] env[62180]: _type = "Task" [ 1649.177052] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.188251] env[62180]: DEBUG oslo_vmware.api [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.246818] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.308818] env[62180]: DEBUG oslo_vmware.api [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963225, 'name': PowerOnVM_Task, 'duration_secs': 0.506902} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.309045] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.311080] env[62180]: INFO nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1649.311080] env[62180]: DEBUG nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.311080] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6e067b-c0e5-42bb-96ae-370409419634 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.434019] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 39657006-a2a1-42ff-a754-642afae84e07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1649.687308] env[62180]: DEBUG nova.compute.manager [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.687629] env[62180]: DEBUG oslo_vmware.api [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963226, 'name': PowerOffVM_Task, 'duration_secs': 0.222882} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.688367] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a137c3-afe5-4064-9cd4-8afcb8e0aef4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.690791] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.690966] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.691214] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515961d4-84ac-4fc2-b21a-d8b41741b6e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.763277] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.763492] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.763603] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Deleting the datastore file [datastore1] 758383d9-21ae-4d18-8c5c-c9be255b12b6 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.763870] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8eda3f-c629-41d1-8f5a-512dceabfad6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.771166] env[62180]: DEBUG oslo_vmware.api [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for the task: (returnval){ [ 1649.771166] env[62180]: value = "task-1963228" [ 1649.771166] env[62180]: _type = "Task" [ 1649.771166] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.778842] env[62180]: DEBUG oslo_vmware.api [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.828838] env[62180]: INFO nova.compute.manager [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Took 41.62 seconds to build instance. [ 1649.936443] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 62cb56ca-1bc2-4d18-98d2-20d4a654d711 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1649.936808] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1649.936964] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1650.200395] env[62180]: INFO nova.compute.manager [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] instance snapshotting [ 1650.203055] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7465836-c6ad-4866-8dbe-c55a1d791c7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.231470] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed4dc99-6e68-4a20-a347-1b32a5b0b31c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.280660] env[62180]: DEBUG oslo_vmware.api [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Task: {'id': task-1963228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154608} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.282983] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.284314] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.284521] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.284696] env[62180]: INFO nova.compute.manager [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1650.284943] env[62180]: DEBUG oslo.service.loopingcall [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.285553] env[62180]: DEBUG nova.compute.manager [-] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.285658] env[62180]: DEBUG nova.network.neutron [-] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.330394] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d11680a9-f4d5-40f2-877c-35fe004eaa5e tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.817s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.445802] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3914e1b0-66b7-43c3-a778-ee9ef075a27d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.453747] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9093205-bdf1-49ef-bc08-b99aed7f37f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.485473] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f1a2ee-76bc-486d-87d3-9ca7bd83c10c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.492694] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe596bbc-9647-42dd-a176-3cbd78ad0570 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.508117] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.595832] env[62180]: DEBUG nova.compute.manager [req-0ec55b6b-ee7d-4765-8db3-e0d3814c9502 req-5ec066e8-10b8-4616-b572-e62daedf17c4 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Received event network-vif-deleted-b9ff2879-3416-4eda-87fa-bc7779183bb4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1650.595951] env[62180]: INFO nova.compute.manager [req-0ec55b6b-ee7d-4765-8db3-e0d3814c9502 req-5ec066e8-10b8-4616-b572-e62daedf17c4 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Neutron deleted interface b9ff2879-3416-4eda-87fa-bc7779183bb4; detaching it from the instance and deleting it from the info cache [ 1650.596156] env[62180]: DEBUG nova.network.neutron [req-0ec55b6b-ee7d-4765-8db3-e0d3814c9502 req-5ec066e8-10b8-4616-b572-e62daedf17c4 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.741648] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1650.741955] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5ac0159-716e-4721-9895-813b53edee34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.749729] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1650.749729] env[62180]: value = "task-1963229" [ 1650.749729] env[62180]: _type = "Task" [ 1650.749729] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.758159] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.834320] env[62180]: DEBUG nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1651.010836] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.034691] env[62180]: DEBUG nova.network.neutron [-] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.099094] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0d948d2-82bd-4451-8024-26d7fef64bb0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.109378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5807d2-2f69-46c4-aeeb-887da38cbf36 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.143254] env[62180]: DEBUG nova.compute.manager [req-0ec55b6b-ee7d-4765-8db3-e0d3814c9502 req-5ec066e8-10b8-4616-b572-e62daedf17c4 service nova] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Detach interface failed, port_id=b9ff2879-3416-4eda-87fa-bc7779183bb4, reason: Instance 758383d9-21ae-4d18-8c5c-c9be255b12b6 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1651.258881] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963229, 'name': CreateSnapshot_Task, 'duration_secs': 0.499594} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.259157] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1651.259950] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae83c80-6ef3-4fdd-9844-985e80dc1633 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.358477] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.516732] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1651.516990] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.738s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.517328] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.499s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.518873] env[62180]: INFO nova.compute.claims [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.536764] env[62180]: INFO nova.compute.manager [-] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Took 1.25 seconds to deallocate network for instance. [ 1651.778445] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1651.778846] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fe96206-1d96-476d-80fd-588637d86683 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.788767] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1651.788767] env[62180]: value = "task-1963230" [ 1651.788767] env[62180]: _type = "Task" [ 1651.788767] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.799221] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963230, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.043884] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.304624] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963230, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.516873] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.516873] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.802639] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963230, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.028041] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.028041] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1653.028041] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1653.095294] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7ba312-d3d0-4d34-9d45-1beef9841749 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.108122] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57989a0b-32c5-4be1-a0a8-757736fe7cbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.142972] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f4400-b544-4b4a-aa44-df04033ea145 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.150533] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07db5efd-fcfb-4c12-89e4-34622601ecfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.167364] env[62180]: DEBUG nova.compute.provider_tree [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.301916] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963230, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.534633] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Skipping network cache update for instance because it is Building. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1653.561794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.561940] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquired lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.562099] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Forcefully refreshing network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1653.562250] env[62180]: DEBUG nova.objects.instance [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lazy-loading 'info_cache' on Instance uuid df6f42d3-b222-4186-bd01-47b094a73c5b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.670775] env[62180]: DEBUG nova.scheduler.client.report [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.801421] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963230, 'name': CloneVM_Task, 'duration_secs': 1.676052} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.801692] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Created linked-clone VM from snapshot [ 1653.802429] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f00ae9-a197-4dfb-8b04-ea205853ffec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.809618] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Uploading image 92a04632-fc52-460d-a267-63b7ad7d179d {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1653.834250] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1653.834250] env[62180]: value = "vm-404419" [ 1653.834250] env[62180]: _type = "VirtualMachine" [ 1653.834250] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1653.835027] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59c5e93e-4792-47c2-9cff-1245ed461fd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.841652] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lease: (returnval){ [ 1653.841652] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520fc18a-5966-aad8-2d78-cbf6b449a5ac" [ 1653.841652] env[62180]: _type = "HttpNfcLease" [ 1653.841652] env[62180]: } obtained for exporting VM: (result){ [ 1653.841652] env[62180]: value = "vm-404419" [ 1653.841652] env[62180]: _type = "VirtualMachine" [ 1653.841652] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1653.841873] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the lease: (returnval){ [ 1653.841873] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520fc18a-5966-aad8-2d78-cbf6b449a5ac" [ 1653.841873] env[62180]: _type = "HttpNfcLease" [ 1653.841873] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1653.847971] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1653.847971] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520fc18a-5966-aad8-2d78-cbf6b449a5ac" [ 1653.847971] env[62180]: _type = "HttpNfcLease" [ 1653.847971] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1654.176176] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.176964] env[62180]: DEBUG nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.180064] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.580s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.181597] env[62180]: INFO nova.compute.claims [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.351021] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1654.351021] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520fc18a-5966-aad8-2d78-cbf6b449a5ac" [ 1654.351021] env[62180]: _type = "HttpNfcLease" [ 1654.351021] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1654.351366] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1654.351366] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520fc18a-5966-aad8-2d78-cbf6b449a5ac" [ 1654.351366] env[62180]: _type = "HttpNfcLease" [ 1654.351366] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1654.352644] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1e3dbc-5910-452a-b83f-dda1bb547446 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.359654] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f7593-b21b-d8a9-671b-4ede67af2626/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1654.359877] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f7593-b21b-d8a9-671b-4ede67af2626/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1654.462984] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d67d88c-b0c0-4e6f-b09e-1b285d66bf83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.689572] env[62180]: DEBUG nova.compute.utils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.691385] env[62180]: DEBUG nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.691640] env[62180]: DEBUG nova.network.neutron [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.742855] env[62180]: DEBUG nova.policy [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb7a8c7b0a7c4e408e75f42c22c5a252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93209e23d1f14f02b31bddb0382a2477', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1655.072857] env[62180]: DEBUG nova.network.neutron [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Successfully created port: d2d74e23-5dff-4413-956d-fdeb39730cee {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.195984] env[62180]: DEBUG nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.378827] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.786564] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c4ddfb-98b0-4658-ba7d-ad46a974ceb5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.794518] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb7cca3-c6d0-47b1-a365-7abfaccca0a1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.828152] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33813f3-1e29-4b34-a234-e2891617e301 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.837012] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ed3f2-e1b5-4f31-aaf2-8b92053d144a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.851688] env[62180]: DEBUG nova.compute.provider_tree [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.884997] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Releasing lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.884997] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updated the network info_cache for instance {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1655.884997] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.884997] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.884997] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.884997] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.885308] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.885427] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.885635] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1655.885816] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.206218] env[62180]: DEBUG nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.227663] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.227903] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.228070] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.228252] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.228395] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.228625] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.228734] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.228887] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.229069] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.229233] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.229400] env[62180]: DEBUG nova.virt.hardware [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.230315] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212fbf7-f709-4178-9586-68dff0dddc41 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.238947] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68d1a78-0b98-4816-9da3-7c30e0767ae6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.355026] env[62180]: DEBUG nova.scheduler.client.report [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.389225] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.615142] env[62180]: DEBUG nova.compute.manager [req-f51d9a99-a8eb-43a6-9d94-150452ccc637 req-910a2aa5-7bfc-49c9-b278-5f80f420d2c9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Received event network-vif-plugged-d2d74e23-5dff-4413-956d-fdeb39730cee {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1656.617096] env[62180]: DEBUG oslo_concurrency.lockutils [req-f51d9a99-a8eb-43a6-9d94-150452ccc637 req-910a2aa5-7bfc-49c9-b278-5f80f420d2c9 service nova] Acquiring lock "603c0515-057c-4ce7-ab37-d16b52696672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.617096] env[62180]: DEBUG oslo_concurrency.lockutils [req-f51d9a99-a8eb-43a6-9d94-150452ccc637 req-910a2aa5-7bfc-49c9-b278-5f80f420d2c9 service nova] Lock "603c0515-057c-4ce7-ab37-d16b52696672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.617096] env[62180]: DEBUG oslo_concurrency.lockutils [req-f51d9a99-a8eb-43a6-9d94-150452ccc637 req-910a2aa5-7bfc-49c9-b278-5f80f420d2c9 service nova] Lock "603c0515-057c-4ce7-ab37-d16b52696672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.617096] env[62180]: DEBUG nova.compute.manager [req-f51d9a99-a8eb-43a6-9d94-150452ccc637 req-910a2aa5-7bfc-49c9-b278-5f80f420d2c9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] No waiting events found dispatching network-vif-plugged-d2d74e23-5dff-4413-956d-fdeb39730cee {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.617096] env[62180]: WARNING nova.compute.manager [req-f51d9a99-a8eb-43a6-9d94-150452ccc637 req-910a2aa5-7bfc-49c9-b278-5f80f420d2c9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Received unexpected event network-vif-plugged-d2d74e23-5dff-4413-956d-fdeb39730cee for instance with vm_state building and task_state spawning. [ 1656.697560] env[62180]: DEBUG nova.network.neutron [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Successfully updated port: d2d74e23-5dff-4413-956d-fdeb39730cee {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.863125] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.863690] env[62180]: DEBUG nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.866590] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.300s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.867314] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.869066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.062s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.870628] env[62180]: INFO nova.compute.claims [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.901710] env[62180]: INFO nova.scheduler.client.report [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleted allocations for instance 85b148aa-ff47-40bd-ac92-c1062306a185 [ 1657.200189] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "refresh_cache-603c0515-057c-4ce7-ab37-d16b52696672" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.200294] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "refresh_cache-603c0515-057c-4ce7-ab37-d16b52696672" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.200704] env[62180]: DEBUG nova.network.neutron [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.375950] env[62180]: DEBUG nova.compute.utils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.380030] env[62180]: DEBUG nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1657.380030] env[62180]: DEBUG nova.network.neutron [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.409978] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f3c5ae92-df04-4a9a-9dff-3dc0403fd292 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "85b148aa-ff47-40bd-ac92-c1062306a185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.496s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.452440] env[62180]: DEBUG nova.policy [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7abb0046270c406888cbba3bf12501dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc09a3a2b8f47ed8da202ad8e285e50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1657.751169] env[62180]: DEBUG nova.network.neutron [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.831112] env[62180]: DEBUG nova.network.neutron [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Successfully created port: be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.880233] env[62180]: DEBUG nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.926500] env[62180]: DEBUG nova.network.neutron [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Updating instance_info_cache with network_info: [{"id": "d2d74e23-5dff-4413-956d-fdeb39730cee", "address": "fa:16:3e:a6:e9:ed", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d74e23-5d", "ovs_interfaceid": "d2d74e23-5dff-4413-956d-fdeb39730cee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.429855] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "refresh_cache-603c0515-057c-4ce7-ab37-d16b52696672" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.430162] env[62180]: DEBUG nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Instance network_info: |[{"id": "d2d74e23-5dff-4413-956d-fdeb39730cee", "address": "fa:16:3e:a6:e9:ed", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d74e23-5d", "ovs_interfaceid": "d2d74e23-5dff-4413-956d-fdeb39730cee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.431039] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:e9:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2d74e23-5dff-4413-956d-fdeb39730cee', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.438369] env[62180]: DEBUG oslo.service.loopingcall [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.438877] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.439126] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e00ac5e-633b-44fd-b03c-b9a65459890c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.462776] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.462776] env[62180]: value = "task-1963232" [ 1658.462776] env[62180]: _type = "Task" [ 1658.462776] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.467146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "4f643aab-c79e-455a-ac39-6184c11d02da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.467146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "4f643aab-c79e-455a-ac39-6184c11d02da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.467146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "4f643aab-c79e-455a-ac39-6184c11d02da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.467146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "4f643aab-c79e-455a-ac39-6184c11d02da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.467580] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "4f643aab-c79e-455a-ac39-6184c11d02da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.472968] env[62180]: INFO nova.compute.manager [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Terminating instance [ 1658.480870] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963232, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.513079] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813b867-094f-4364-b296-84b695fd818e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.521925] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67ee393-fe15-4cfe-b826-acb5bdfd27c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.554516] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74adfb56-fd9d-470a-aa01-590b6927f57f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.562718] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48cff9-6e74-4615-aa39-229cd28e2142 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.576957] env[62180]: DEBUG nova.compute.provider_tree [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.589639] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "0a8b973e-5534-4856-b85d-7d503325ce4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.589910] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.590150] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "0a8b973e-5534-4856-b85d-7d503325ce4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.590333] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.590647] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.592921] env[62180]: INFO nova.compute.manager [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Terminating instance [ 1658.648374] env[62180]: DEBUG nova.compute.manager [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Received event network-changed-d2d74e23-5dff-4413-956d-fdeb39730cee {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1658.648649] env[62180]: DEBUG nova.compute.manager [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Refreshing instance network info cache due to event network-changed-d2d74e23-5dff-4413-956d-fdeb39730cee. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1658.648917] env[62180]: DEBUG oslo_concurrency.lockutils [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] Acquiring lock "refresh_cache-603c0515-057c-4ce7-ab37-d16b52696672" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.649087] env[62180]: DEBUG oslo_concurrency.lockutils [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] Acquired lock "refresh_cache-603c0515-057c-4ce7-ab37-d16b52696672" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.649251] env[62180]: DEBUG nova.network.neutron [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Refreshing network info cache for port d2d74e23-5dff-4413-956d-fdeb39730cee {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.894267] env[62180]: DEBUG nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1658.915577] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1658.915817] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.915970] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1658.916168] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.916310] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1658.916502] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1658.916720] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1658.916872] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1658.917046] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1658.917233] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1658.917404] env[62180]: DEBUG nova.virt.hardware [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1658.918775] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e85c04-58d5-4253-b964-ac5718e9318d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.926942] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbeb531-6c41-4a3e-885f-c143ddd115e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.973799] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963232, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.977593] env[62180]: DEBUG nova.compute.manager [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1658.977802] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.978863] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7217869-b4a7-480a-afff-f438c56cae23 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.986614] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1658.986874] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79bfd061-b551-4048-a98f-01a8a58eb5d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.993922] env[62180]: DEBUG oslo_vmware.api [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1658.993922] env[62180]: value = "task-1963233" [ 1658.993922] env[62180]: _type = "Task" [ 1658.993922] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.002634] env[62180]: DEBUG oslo_vmware.api [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.081271] env[62180]: DEBUG nova.scheduler.client.report [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.096757] env[62180]: DEBUG nova.compute.manager [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1659.096997] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1659.108295] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16956d72-86a9-4c37-8fea-9f9b4f764a9e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.108818] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.109387] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25372644-684a-45be-be04-bffe6bcfbe61 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.117792] env[62180]: DEBUG oslo_vmware.api [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1659.117792] env[62180]: value = "task-1963234" [ 1659.117792] env[62180]: _type = "Task" [ 1659.117792] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.133088] env[62180]: DEBUG oslo_vmware.api [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.423775] env[62180]: DEBUG nova.network.neutron [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Updated VIF entry in instance network info cache for port d2d74e23-5dff-4413-956d-fdeb39730cee. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.424147] env[62180]: DEBUG nova.network.neutron [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Updating instance_info_cache with network_info: [{"id": "d2d74e23-5dff-4413-956d-fdeb39730cee", "address": "fa:16:3e:a6:e9:ed", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d74e23-5d", "ovs_interfaceid": "d2d74e23-5dff-4413-956d-fdeb39730cee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.473907] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963232, 'name': CreateVM_Task, 'duration_secs': 0.724118} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.474185] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.474793] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.475291] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.475637] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.476499] env[62180]: DEBUG nova.network.neutron [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Successfully updated port: be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.478143] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b14d088-7a36-4b2f-b127-486cac3bf5e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.482740] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1659.482740] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5281fb84-af1f-8423-ac8e-38d494a28503" [ 1659.482740] env[62180]: _type = "Task" [ 1659.482740] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.488582] env[62180]: DEBUG oslo_concurrency.lockutils [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Acquiring lock "f82dd739-cab2-4037-b038-400c09480dfa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.488893] env[62180]: DEBUG oslo_concurrency.lockutils [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lock "f82dd739-cab2-4037-b038-400c09480dfa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.494924] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5281fb84-af1f-8423-ac8e-38d494a28503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.504951] env[62180]: DEBUG oslo_vmware.api [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963233, 'name': PowerOffVM_Task, 'duration_secs': 0.212414} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.505257] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.505423] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.505667] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-233d69fc-f536-4a56-803d-9e77acf7a69b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.593536] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.593754] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.593984] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleting the datastore file [datastore1] 4f643aab-c79e-455a-ac39-6184c11d02da {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.594414] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b9c2a9e-4541-4dd4-a8f2-08171554a1a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.597505] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.598114] env[62180]: DEBUG nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.605024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.118s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.605024] env[62180]: INFO nova.compute.claims [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.611867] env[62180]: DEBUG oslo_vmware.api [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1659.611867] env[62180]: value = "task-1963236" [ 1659.611867] env[62180]: _type = "Task" [ 1659.611867] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.623683] env[62180]: DEBUG oslo_vmware.api [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.636048] env[62180]: DEBUG oslo_vmware.api [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963234, 'name': PowerOffVM_Task, 'duration_secs': 0.208008} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.640022] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1659.640022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.640022] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6e7087-e04c-4675-aecc-306c09a3af02 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.709781] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.710033] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.710220] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleting the datastore file [datastore1] 0a8b973e-5534-4856-b85d-7d503325ce4d {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.710566] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfa73c61-9fa6-476c-9751-5b1f7af5991b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.716915] env[62180]: DEBUG oslo_vmware.api [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for the task: (returnval){ [ 1659.716915] env[62180]: value = "task-1963238" [ 1659.716915] env[62180]: _type = "Task" [ 1659.716915] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.725594] env[62180]: DEBUG oslo_vmware.api [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.927246] env[62180]: DEBUG oslo_concurrency.lockutils [req-4b395c4a-a7b2-43c3-8a71-257e8f249bcc req-77d0f9fb-b4c3-41cb-9392-0dfa31e6b9e9 service nova] Releasing lock "refresh_cache-603c0515-057c-4ce7-ab37-d16b52696672" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.980353] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.980595] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.980773] env[62180]: DEBUG nova.network.neutron [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.993921] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5281fb84-af1f-8423-ac8e-38d494a28503, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.994258] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.994487] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.994720] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.994865] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.995052] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.995308] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aeac7bf-1394-4a60-a220-dba25e6b798b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.997797] env[62180]: DEBUG nova.compute.utils [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.006273] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.006444] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.007674] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df94b8fc-c201-4b44-b37e-5c402846e453 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.013757] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1660.013757] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f12719-3511-352e-38a7-09a35e1b8133" [ 1660.013757] env[62180]: _type = "Task" [ 1660.013757] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.022123] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f12719-3511-352e-38a7-09a35e1b8133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.110064] env[62180]: DEBUG nova.compute.utils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.113258] env[62180]: DEBUG nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1660.113502] env[62180]: DEBUG nova.network.neutron [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1660.126894] env[62180]: DEBUG oslo_vmware.api [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212715} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.127159] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.127340] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.127513] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.127681] env[62180]: INFO nova.compute.manager [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1660.127910] env[62180]: DEBUG oslo.service.loopingcall [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.128118] env[62180]: DEBUG nova.compute.manager [-] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1660.128221] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1660.161260] env[62180]: DEBUG nova.policy [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292d6036dd834d8cbd4f555b6567f203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee4b58de617c4bde8663efa76980fe47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1660.228440] env[62180]: DEBUG oslo_vmware.api [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Task: {'id': task-1963238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214651} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.228843] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.229060] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.229247] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.229423] env[62180]: INFO nova.compute.manager [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1660.229665] env[62180]: DEBUG oslo.service.loopingcall [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.229860] env[62180]: DEBUG nova.compute.manager [-] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1660.229951] env[62180]: DEBUG nova.network.neutron [-] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1660.500069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lock "f82dd739-cab2-4037-b038-400c09480dfa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.526199] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f12719-3511-352e-38a7-09a35e1b8133, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.526674] env[62180]: DEBUG nova.network.neutron [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.529600] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4891b4c-af27-4616-8fdb-d2725509f180 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.539801] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1660.539801] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aae67f-707e-d37a-7509-e4689a778d9b" [ 1660.539801] env[62180]: _type = "Task" [ 1660.539801] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.549881] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aae67f-707e-d37a-7509-e4689a778d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.581827] env[62180]: DEBUG nova.network.neutron [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Successfully created port: 7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.613976] env[62180]: DEBUG nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.742045] env[62180]: DEBUG nova.network.neutron [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updating instance_info_cache with network_info: [{"id": "be0e0530-07bb-4573-a65e-d71cc923bb09", "address": "fa:16:3e:59:fe:09", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0e0530-07", "ovs_interfaceid": "be0e0530-07bb-4573-a65e-d71cc923bb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.921030] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.054904] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aae67f-707e-d37a-7509-e4689a778d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013129} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.055195] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.055484] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 603c0515-057c-4ce7-ab37-d16b52696672/603c0515-057c-4ce7-ab37-d16b52696672.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.055727] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8593959c-75f0-4bbc-b795-d60fa43c48ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.064114] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1661.064114] env[62180]: value = "task-1963239" [ 1661.064114] env[62180]: _type = "Task" [ 1661.064114] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.072763] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.079790] env[62180]: DEBUG nova.network.neutron [-] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.100021] env[62180]: DEBUG nova.compute.manager [req-a6cda537-e967-4c2f-b1d7-cc8d91a973c6 req-66cb8b66-2a13-43cf-bdb8-086d18844ad3 service nova] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Received event network-vif-deleted-792dc676-f025-4c7f-ae53-9ec8229d1807 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1661.157454] env[62180]: DEBUG nova.compute.manager [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Received event network-vif-plugged-be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1661.157670] env[62180]: DEBUG oslo_concurrency.lockutils [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] Acquiring lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.157863] env[62180]: DEBUG oslo_concurrency.lockutils [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] Lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.158314] env[62180]: DEBUG oslo_concurrency.lockutils [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] Lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.158314] env[62180]: DEBUG nova.compute.manager [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] No waiting events found dispatching network-vif-plugged-be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.158435] env[62180]: WARNING nova.compute.manager [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Received unexpected event network-vif-plugged-be0e0530-07bb-4573-a65e-d71cc923bb09 for instance with vm_state building and task_state spawning. [ 1661.158499] env[62180]: DEBUG nova.compute.manager [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Received event network-changed-be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1661.158645] env[62180]: DEBUG nova.compute.manager [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Refreshing instance network info cache due to event network-changed-be0e0530-07bb-4573-a65e-d71cc923bb09. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1661.158975] env[62180]: DEBUG oslo_concurrency.lockutils [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] Acquiring lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.190514] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466a729-8848-4b9b-bd40-afb6c131a2e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.198690] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43059256-d896-4e11-9b65-c93f790b7ddb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.230664] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad1727-e0a5-4038-81f8-5238781351eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.238546] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff8e9d-22c0-4df1-b896-07b956648e38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.252697] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Releasing lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.253013] env[62180]: DEBUG nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance network_info: |[{"id": "be0e0530-07bb-4573-a65e-d71cc923bb09", "address": "fa:16:3e:59:fe:09", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0e0530-07", "ovs_interfaceid": "be0e0530-07bb-4573-a65e-d71cc923bb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1661.253493] env[62180]: DEBUG nova.compute.provider_tree [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.254836] env[62180]: DEBUG oslo_concurrency.lockutils [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] Acquired lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.255031] env[62180]: DEBUG nova.network.neutron [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Refreshing network info cache for port be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.256141] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:fe:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0e0530-07bb-4573-a65e-d71cc923bb09', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.263635] env[62180]: DEBUG oslo.service.loopingcall [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.264553] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.264786] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4c968c-1a65-4798-82a2-d75a70448144 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.286168] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.286168] env[62180]: value = "task-1963240" [ 1661.286168] env[62180]: _type = "Task" [ 1661.286168] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.298512] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963240, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.429609] env[62180]: INFO nova.compute.manager [-] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Took 1.30 seconds to deallocate network for instance. [ 1661.575754] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.586225] env[62180]: DEBUG oslo_concurrency.lockutils [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Acquiring lock "f82dd739-cab2-4037-b038-400c09480dfa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.586225] env[62180]: DEBUG oslo_concurrency.lockutils [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lock "f82dd739-cab2-4037-b038-400c09480dfa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.586225] env[62180]: INFO nova.compute.manager [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Attaching volume d12e33be-499d-47a0-98d6-81396f0b5a10 to /dev/sdb [ 1661.588824] env[62180]: INFO nova.compute.manager [-] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Took 1.36 seconds to deallocate network for instance. [ 1661.627676] env[62180]: DEBUG nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1661.633510] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1895444a-d16e-4890-94ed-10a59ff5ecbc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.642246] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd334434-d099-49fa-82a7-d67b80c4fa40 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.659369] env[62180]: DEBUG nova.virt.block_device [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Updating existing volume attachment record: e38d3249-2ab1-43b0-a6ce-f0855632e09e {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1661.663576] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1661.663824] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.664012] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1661.664229] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.664402] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1661.664571] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1661.664798] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1661.664982] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1661.665260] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1661.665378] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1661.665589] env[62180]: DEBUG nova.virt.hardware [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1661.666935] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213c7cb6-97bb-49fb-a6f4-99bc099cdc84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.674464] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3588af-b65a-454f-818a-fd243f6660dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.768602] env[62180]: DEBUG nova.scheduler.client.report [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.797736] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963240, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.934946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.017276] env[62180]: DEBUG nova.network.neutron [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updated VIF entry in instance network info cache for port be0e0530-07bb-4573-a65e-d71cc923bb09. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.017276] env[62180]: DEBUG nova.network.neutron [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updating instance_info_cache with network_info: [{"id": "be0e0530-07bb-4573-a65e-d71cc923bb09", "address": "fa:16:3e:59:fe:09", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0e0530-07", "ovs_interfaceid": "be0e0530-07bb-4573-a65e-d71cc923bb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.076548] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596277} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.076817] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 603c0515-057c-4ce7-ab37-d16b52696672/603c0515-057c-4ce7-ab37-d16b52696672.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1662.077036] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1662.077292] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86a30711-843f-4030-9ce2-5cb3f81ff6ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.085344] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1662.085344] env[62180]: value = "task-1963244" [ 1662.085344] env[62180]: _type = "Task" [ 1662.085344] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.093665] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.106636] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.161339] env[62180]: DEBUG nova.network.neutron [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Successfully updated port: 7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1662.274718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.275299] env[62180]: DEBUG nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1662.278444] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.756s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.280087] env[62180]: INFO nova.compute.claims [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.297153] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963240, 'name': CreateVM_Task, 'duration_secs': 0.78621} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.297364] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.298133] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.299029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.299029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.299029] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd88431c-de78-4d5f-b809-50a9804b6536 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.303987] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1662.303987] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525011c0-f8f5-be4e-1e68-af1343c0d1cb" [ 1662.303987] env[62180]: _type = "Task" [ 1662.303987] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.313056] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525011c0-f8f5-be4e-1e68-af1343c0d1cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.419944] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f7593-b21b-d8a9-671b-4ede67af2626/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1662.421025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd149342-4b07-40d8-a6a9-ab4e67ae85bc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.427416] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f7593-b21b-d8a9-671b-4ede67af2626/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1662.427579] env[62180]: ERROR oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f7593-b21b-d8a9-671b-4ede67af2626/disk-0.vmdk due to incomplete transfer. [ 1662.427834] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f98b44a8-1246-44c7-98f5-ded7f34eac62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.434687] env[62180]: DEBUG oslo_vmware.rw_handles [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f7593-b21b-d8a9-671b-4ede67af2626/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1662.434784] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Uploaded image 92a04632-fc52-460d-a267-63b7ad7d179d to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1662.436916] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1662.437177] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31750ca5-e91c-4191-8793-6c054dc2e11f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.442918] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1662.442918] env[62180]: value = "task-1963245" [ 1662.442918] env[62180]: _type = "Task" [ 1662.442918] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.450687] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963245, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.524127] env[62180]: DEBUG oslo_concurrency.lockutils [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] Releasing lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.524127] env[62180]: DEBUG nova.compute.manager [req-6342fff4-220e-4547-9cb5-769828f92453 req-24338309-802f-4410-9c08-b5cbeba16dc3 service nova] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Received event network-vif-deleted-5edb4d6d-53c9-4373-98d9-aa7883d300ff {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1662.595489] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075327} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.595829] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.596600] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd6ffe7-6971-46c3-9fbb-e8e8e21d8f04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.620891] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 603c0515-057c-4ce7-ab37-d16b52696672/603c0515-057c-4ce7-ab37-d16b52696672.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.621187] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b2c2d7-92cc-4e2a-a2f8-bebfd4a688e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.640933] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1662.640933] env[62180]: value = "task-1963246" [ 1662.640933] env[62180]: _type = "Task" [ 1662.640933] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.648198] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.666850] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.667118] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.667192] env[62180]: DEBUG nova.network.neutron [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.785590] env[62180]: DEBUG nova.compute.utils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.790912] env[62180]: DEBUG nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1662.790912] env[62180]: DEBUG nova.network.neutron [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.813923] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525011c0-f8f5-be4e-1e68-af1343c0d1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013313} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.814241] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.814473] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.814703] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.815032] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.815032] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.815281] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cdb71a2-4f2d-4753-a1be-c6584aa6035b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.823131] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.824026] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.824026] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cca8a0d-488f-4daa-b048-34481fe388fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.828864] env[62180]: DEBUG nova.policy [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3dd969c5759424daff4083680bb646d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89d97b48f21c406f9d071c6ce0b4901d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1662.831775] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1662.831775] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e8a2a-e8d2-da60-a497-41d4c7c8cd20" [ 1662.831775] env[62180]: _type = "Task" [ 1662.831775] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.839564] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e8a2a-e8d2-da60-a497-41d4c7c8cd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.953379] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963245, 'name': Destroy_Task, 'duration_secs': 0.356825} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.953639] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Destroyed the VM [ 1662.953872] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1662.954131] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bdaa7a59-e384-4b3d-ab35-6189aee95e52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.959886] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1662.959886] env[62180]: value = "task-1963247" [ 1662.959886] env[62180]: _type = "Task" [ 1662.959886] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.967891] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.162975] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963246, 'name': ReconfigVM_Task, 'duration_secs': 0.295821} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.162975] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 603c0515-057c-4ce7-ab37-d16b52696672/603c0515-057c-4ce7-ab37-d16b52696672.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.163711] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-340799f0-0546-46e2-b4d7-92827114ef9e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.176281] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1663.176281] env[62180]: value = "task-1963248" [ 1663.176281] env[62180]: _type = "Task" [ 1663.176281] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.182973] env[62180]: DEBUG nova.network.neutron [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Successfully created port: b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.190477] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963248, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.240034] env[62180]: DEBUG nova.compute.manager [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Received event network-vif-plugged-7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1663.240034] env[62180]: DEBUG oslo_concurrency.lockutils [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] Acquiring lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.241938] env[62180]: DEBUG oslo_concurrency.lockutils [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.242163] env[62180]: DEBUG oslo_concurrency.lockutils [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.242355] env[62180]: DEBUG nova.compute.manager [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] No waiting events found dispatching network-vif-plugged-7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1663.242613] env[62180]: WARNING nova.compute.manager [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Received unexpected event network-vif-plugged-7523b429-5733-492b-a483-a84a9ee6a704 for instance with vm_state building and task_state spawning. [ 1663.242822] env[62180]: DEBUG nova.compute.manager [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Received event network-changed-7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1663.242976] env[62180]: DEBUG nova.compute.manager [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Refreshing instance network info cache due to event network-changed-7523b429-5733-492b-a483-a84a9ee6a704. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1663.243164] env[62180]: DEBUG oslo_concurrency.lockutils [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] Acquiring lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.254227] env[62180]: DEBUG nova.network.neutron [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1663.292129] env[62180]: DEBUG nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1663.349205] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e8a2a-e8d2-da60-a497-41d4c7c8cd20, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.355527] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a06b5fe-70d6-4064-832d-e6af7d03cfd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.360952] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1663.360952] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae6b21-909e-925e-7ef3-59fd68f34dae" [ 1663.360952] env[62180]: _type = "Task" [ 1663.360952] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.368918] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae6b21-909e-925e-7ef3-59fd68f34dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.456572] env[62180]: DEBUG nova.network.neutron [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updating instance_info_cache with network_info: [{"id": "7523b429-5733-492b-a483-a84a9ee6a704", "address": "fa:16:3e:8b:46:0b", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7523b429-57", "ovs_interfaceid": "7523b429-5733-492b-a483-a84a9ee6a704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.471027] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963247, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.685814] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963248, 'name': Rename_Task, 'duration_secs': 0.138072} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.688604] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.689072] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1f96716-d6d0-4406-833a-4b8ba150eddb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.695797] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1663.695797] env[62180]: value = "task-1963249" [ 1663.695797] env[62180]: _type = "Task" [ 1663.695797] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.705803] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.841918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb691d4-6180-4ce7-8222-bf35da283e94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.849611] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca880d3-4172-48cd-87e5-d2d9ed8c89c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.881811] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56358e30-f6eb-46b8-87a5-100cdc478f93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.889045] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae6b21-909e-925e-7ef3-59fd68f34dae, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.891073] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.891344] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 45bf79c4-2f13-4989-846d-0db27325bef3/45bf79c4-2f13-4989-846d-0db27325bef3.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.891623] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ff8a756-6b79-4aeb-a146-5f1947fc2522 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.894295] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed4a1f7-e66c-4ab1-a2f2-b955ab52ea3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.907983] env[62180]: DEBUG nova.compute.provider_tree [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.911051] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1663.911051] env[62180]: value = "task-1963250" [ 1663.911051] env[62180]: _type = "Task" [ 1663.911051] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.920010] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.960063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Releasing lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.960294] env[62180]: DEBUG nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Instance network_info: |[{"id": "7523b429-5733-492b-a483-a84a9ee6a704", "address": "fa:16:3e:8b:46:0b", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7523b429-57", "ovs_interfaceid": "7523b429-5733-492b-a483-a84a9ee6a704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1663.960589] env[62180]: DEBUG oslo_concurrency.lockutils [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] Acquired lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.960809] env[62180]: DEBUG nova.network.neutron [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Refreshing network info cache for port 7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.962062] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:46:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7523b429-5733-492b-a483-a84a9ee6a704', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.969301] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Creating folder: Project (ee4b58de617c4bde8663efa76980fe47). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1663.973025] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bbafc76-2297-4428-baa1-e48b4ced44b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.982969] env[62180]: DEBUG oslo_vmware.api [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963247, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543028} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.983227] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1663.983450] env[62180]: INFO nova.compute.manager [None req-238480ad-788b-4be2-891f-7f8732ed6b4f tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Took 13.78 seconds to snapshot the instance on the hypervisor. [ 1663.986647] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Created folder: Project (ee4b58de617c4bde8663efa76980fe47) in parent group-v404325. [ 1663.986822] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Creating folder: Instances. Parent ref: group-v404425. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1663.988859] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61395dd3-997a-4979-921b-0c9c64b18bf8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.996323] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Created folder: Instances in parent group-v404425. [ 1663.996551] env[62180]: DEBUG oslo.service.loopingcall [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.997595] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.997595] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768c6725-738c-4c7c-aacb-4d7907390db1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.020126] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1664.020126] env[62180]: value = "task-1963254" [ 1664.020126] env[62180]: _type = "Task" [ 1664.020126] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.028453] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963254, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.207127] env[62180]: DEBUG oslo_vmware.api [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963249, 'name': PowerOnVM_Task, 'duration_secs': 0.489018} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.207445] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.207703] env[62180]: INFO nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1664.207912] env[62180]: DEBUG nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.209300] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0dbeff-3fb1-4fbd-b130-3aec577b4448 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.292239] env[62180]: DEBUG nova.network.neutron [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updated VIF entry in instance network info cache for port 7523b429-5733-492b-a483-a84a9ee6a704. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.292698] env[62180]: DEBUG nova.network.neutron [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updating instance_info_cache with network_info: [{"id": "7523b429-5733-492b-a483-a84a9ee6a704", "address": "fa:16:3e:8b:46:0b", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7523b429-57", "ovs_interfaceid": "7523b429-5733-492b-a483-a84a9ee6a704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.303259] env[62180]: DEBUG nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1664.335282] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1664.335579] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.335739] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1664.335922] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.336145] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1664.336335] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1664.336582] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1664.336774] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1664.336973] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1664.337170] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1664.337383] env[62180]: DEBUG nova.virt.hardware [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1664.338295] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a8f78-2f22-4868-8bc2-0b444ef8d3f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.347317] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47f0e0-72d6-40d0-9ddb-24dc7da353f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.411982] env[62180]: DEBUG nova.scheduler.client.report [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.425931] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482225} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.426636] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 45bf79c4-2f13-4989-846d-0db27325bef3/45bf79c4-2f13-4989-846d-0db27325bef3.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.427244] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.427244] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86d1683c-e8b0-4229-a931-19891fbc4bb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.435524] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1664.435524] env[62180]: value = "task-1963255" [ 1664.435524] env[62180]: _type = "Task" [ 1664.435524] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.444197] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.531527] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963254, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.729049] env[62180]: INFO nova.compute.manager [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Took 51.75 seconds to build instance. [ 1664.796361] env[62180]: DEBUG oslo_concurrency.lockutils [req-66ec7d5e-71f0-49a7-a234-9085b048ad88 req-0e728150-802f-4801-9b76-fd7e072395fb service nova] Releasing lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.896152] env[62180]: DEBUG nova.network.neutron [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Successfully updated port: b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.920682] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.921106] env[62180]: DEBUG nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.924360] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.785s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.925686] env[62180]: INFO nova.compute.claims [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.946735] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06364} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.947110] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.947927] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b455bf3-c564-4444-a009-dc3ba94f664a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.972152] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 45bf79c4-2f13-4989-846d-0db27325bef3/45bf79c4-2f13-4989-846d-0db27325bef3.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.972765] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9cc252-9828-4942-871c-b04bdb620653 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.993140] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1664.993140] env[62180]: value = "task-1963256" [ 1664.993140] env[62180]: _type = "Task" [ 1664.993140] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.001431] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.030663] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963254, 'name': CreateVM_Task, 'duration_secs': 0.657305} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.030802] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1665.032078] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.032078] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.032078] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1665.032254] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5d7c48-7fb7-400a-b429-56e4daec4af6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.036636] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1665.036636] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f117f7-1f51-5163-2e89-0cf0d6e9aa40" [ 1665.036636] env[62180]: _type = "Task" [ 1665.036636] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.044465] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f117f7-1f51-5163-2e89-0cf0d6e9aa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.232195] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe3eff45-c181-4a62-9456-33fea1ccdc52 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "603c0515-057c-4ce7-ab37-d16b52696672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.884s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.341225] env[62180]: DEBUG nova.compute.manager [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Received event network-vif-plugged-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1665.341445] env[62180]: DEBUG oslo_concurrency.lockutils [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] Acquiring lock "f947b843-3d51-4720-9797-4c5859c4d630-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.341663] env[62180]: DEBUG oslo_concurrency.lockutils [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] Lock "f947b843-3d51-4720-9797-4c5859c4d630-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.341835] env[62180]: DEBUG oslo_concurrency.lockutils [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] Lock "f947b843-3d51-4720-9797-4c5859c4d630-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.342013] env[62180]: DEBUG nova.compute.manager [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] No waiting events found dispatching network-vif-plugged-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1665.342202] env[62180]: WARNING nova.compute.manager [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Received unexpected event network-vif-plugged-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b for instance with vm_state building and task_state spawning. [ 1665.342366] env[62180]: DEBUG nova.compute.manager [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Received event network-changed-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1665.342515] env[62180]: DEBUG nova.compute.manager [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Refreshing instance network info cache due to event network-changed-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1665.342695] env[62180]: DEBUG oslo_concurrency.lockutils [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] Acquiring lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.342827] env[62180]: DEBUG oslo_concurrency.lockutils [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] Acquired lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.342999] env[62180]: DEBUG nova.network.neutron [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Refreshing network info cache for port b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.400507] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.432412] env[62180]: DEBUG nova.compute.utils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1665.433786] env[62180]: DEBUG nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1665.433965] env[62180]: DEBUG nova.network.neutron [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.482920] env[62180]: DEBUG nova.policy [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3976966f43aa4fd8bd8e2bacb951c702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0facf04fdae34ae68acc2c9e9067c48f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.503657] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.546719] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f117f7-1f51-5163-2e89-0cf0d6e9aa40, 'name': SearchDatastore_Task, 'duration_secs': 0.026958} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.547011] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.547262] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.547483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.547625] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.547798] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.548063] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1111418-012d-45e4-9124-ba13fc3f1c5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.558874] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.559069] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.559794] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5d1a7a-83a6-4625-9114-c0c566e4267d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.565691] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1665.565691] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d29c7-474d-1cb2-8dc0-12ca8ce54880" [ 1665.565691] env[62180]: _type = "Task" [ 1665.565691] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.573102] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d29c7-474d-1cb2-8dc0-12ca8ce54880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.734328] env[62180]: DEBUG nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.775610] env[62180]: DEBUG nova.network.neutron [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Successfully created port: b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1665.891879] env[62180]: DEBUG nova.network.neutron [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.940076] env[62180]: DEBUG nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1666.002258] env[62180]: DEBUG nova.network.neutron [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.010981] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.076060] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d29c7-474d-1cb2-8dc0-12ca8ce54880, 'name': SearchDatastore_Task, 'duration_secs': 0.028078} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.079645] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42b4a18-5866-4954-b3d1-e0016155e748 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.083879] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1666.083879] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e9af58-2698-d02f-6aaf-ff64a632762d" [ 1666.083879] env[62180]: _type = "Task" [ 1666.083879] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.094693] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e9af58-2698-d02f-6aaf-ff64a632762d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.153551] env[62180]: DEBUG nova.compute.manager [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.154901] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d475119-eb5b-40af-8a88-981927c8346f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.220505] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1666.220768] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404424', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'name': 'volume-d12e33be-499d-47a0-98d6-81396f0b5a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82dd739-cab2-4037-b038-400c09480dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'serial': 'd12e33be-499d-47a0-98d6-81396f0b5a10'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1666.221640] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc2b4d5-42a3-49e6-bb2c-8a1c1ebbf4b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.242829] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97dd2f5-bada-48a4-b573-3d39ab54fba5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.269576] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-d12e33be-499d-47a0-98d6-81396f0b5a10/volume-d12e33be-499d-47a0-98d6-81396f0b5a10.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.270687] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.274900] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d221f7d-a514-4d8a-bf8e-58d2d000c804 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.294779] env[62180]: DEBUG oslo_vmware.api [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Waiting for the task: (returnval){ [ 1666.294779] env[62180]: value = "task-1963257" [ 1666.294779] env[62180]: _type = "Task" [ 1666.294779] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.302230] env[62180]: DEBUG oslo_vmware.api [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.447763] env[62180]: INFO nova.virt.block_device [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Booting with volume 601cd704-7a4f-4400-831d-df8b6a5bd393 at /dev/sda [ 1666.483132] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb0f502a-5456-47ac-99e3-a099c0bde14b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.496821] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c12e168-5748-4407-979c-2c6bdd505e3d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.511040] env[62180]: DEBUG oslo_concurrency.lockutils [req-8d90bbb9-8ef6-4068-9e74-35e39ae416d2 req-94f0b557-adde-446b-ad2e-57187f150f32 service nova] Releasing lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.514773] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquired lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.514982] env[62180]: DEBUG nova.network.neutron [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.521738] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963256, 'name': ReconfigVM_Task, 'duration_secs': 1.067218} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.524149] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 45bf79c4-2f13-4989-846d-0db27325bef3/45bf79c4-2f13-4989-846d-0db27325bef3.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.526090] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-964e197e-d8e5-47e5-a34b-cd02fe5c7b14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.542709] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dbe22a5-e4e5-4fbd-bf54-f353c5265639 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.547730] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1666.547730] env[62180]: value = "task-1963258" [ 1666.547730] env[62180]: _type = "Task" [ 1666.547730] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.555057] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a2fdd5-85a6-4e57-a8a0-92fef0303c82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.577043] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963258, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.600142] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc43dd-88ce-4cb1-a334-40faa937f317 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.608569] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e9af58-2698-d02f-6aaf-ff64a632762d, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.611568] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.611842] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e33ac3cc-493e-4d11-9f4d-7984e56d3d7c/e33ac3cc-493e-4d11-9f4d-7984e56d3d7c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1666.612656] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed5d1ed-826e-415f-8c05-949f800d2b45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.615282] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0fb55b-01b0-429f-bb0c-20ac2530d7df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.617673] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6d0112-698e-4a34-b1e3-649d3e6a3097 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.625865] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b86d0-b321-421b-bee0-9c362bdaae79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.630259] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1666.630259] env[62180]: value = "task-1963259" [ 1666.630259] env[62180]: _type = "Task" [ 1666.630259] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.634486] env[62180]: DEBUG nova.virt.block_device [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Updating existing volume attachment record: 3247ec1e-ae9f-4286-b951-be061d85d8d6 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1666.668052] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5e5624-d589-4636-b65a-2c4288381de1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.673588] env[62180]: INFO nova.compute.manager [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] instance snapshotting [ 1666.675402] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.677252] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65fc28c-d146-45c9-8c42-41793d12941c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.685151] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1f396-1903-4472-a9f4-e49f3986ac4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.705437] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4375c-916a-4f75-93d0-b09d4a23c433 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.717114] env[62180]: DEBUG nova.compute.provider_tree [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.803927] env[62180]: DEBUG oslo_vmware.api [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963257, 'name': ReconfigVM_Task, 'duration_secs': 0.352464} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.804311] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-d12e33be-499d-47a0-98d6-81396f0b5a10/volume-d12e33be-499d-47a0-98d6-81396f0b5a10.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.809294] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc5e394-6b13-4971-adf6-6af52a03fc0a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.826034] env[62180]: DEBUG oslo_vmware.api [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Waiting for the task: (returnval){ [ 1666.826034] env[62180]: value = "task-1963260" [ 1666.826034] env[62180]: _type = "Task" [ 1666.826034] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.834437] env[62180]: DEBUG oslo_vmware.api [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.048927] env[62180]: DEBUG nova.network.neutron [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.060332] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963258, 'name': Rename_Task, 'duration_secs': 0.139317} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.060880] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.060943] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ee418c-a92c-4510-b715-161652b5501d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.069343] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1667.069343] env[62180]: value = "task-1963261" [ 1667.069343] env[62180]: _type = "Task" [ 1667.069343] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.076741] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.143490] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516795} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.146326] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e33ac3cc-493e-4d11-9f4d-7984e56d3d7c/e33ac3cc-493e-4d11-9f4d-7984e56d3d7c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1667.146402] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1667.147026] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c381ba79-a5e4-45b7-85d5-2b70456b12ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.154854] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1667.154854] env[62180]: value = "task-1963262" [ 1667.154854] env[62180]: _type = "Task" [ 1667.154854] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.162867] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.221260] env[62180]: DEBUG nova.scheduler.client.report [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.226885] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1667.227264] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2cd7b45-5fbe-4199-8357-09f85b42b1c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.230781] env[62180]: DEBUG nova.network.neutron [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Updating instance_info_cache with network_info: [{"id": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "address": "fa:16:3e:55:89:7f", "network": {"id": "d6759d2e-c095-4191-9379-16e6a8972564", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1256816423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d97b48f21c406f9d071c6ce0b4901d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a6dfbe-c9", "ovs_interfaceid": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.238150] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1667.238150] env[62180]: value = "task-1963263" [ 1667.238150] env[62180]: _type = "Task" [ 1667.238150] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.247440] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.335084] env[62180]: DEBUG oslo_vmware.api [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963260, 'name': ReconfigVM_Task, 'duration_secs': 0.179939} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.335394] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404424', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'name': 'volume-d12e33be-499d-47a0-98d6-81396f0b5a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82dd739-cab2-4037-b038-400c09480dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'serial': 'd12e33be-499d-47a0-98d6-81396f0b5a10'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1667.367767] env[62180]: DEBUG nova.compute.manager [req-965f65c7-5dc6-46fb-a4c2-c0ad70f10e19 req-5147d9a4-76c0-4785-a188-1ac95584a8ec service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Received event network-vif-plugged-b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1667.367976] env[62180]: DEBUG oslo_concurrency.lockutils [req-965f65c7-5dc6-46fb-a4c2-c0ad70f10e19 req-5147d9a4-76c0-4785-a188-1ac95584a8ec service nova] Acquiring lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.368189] env[62180]: DEBUG oslo_concurrency.lockutils [req-965f65c7-5dc6-46fb-a4c2-c0ad70f10e19 req-5147d9a4-76c0-4785-a188-1ac95584a8ec service nova] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.368354] env[62180]: DEBUG oslo_concurrency.lockutils [req-965f65c7-5dc6-46fb-a4c2-c0ad70f10e19 req-5147d9a4-76c0-4785-a188-1ac95584a8ec service nova] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.368520] env[62180]: DEBUG nova.compute.manager [req-965f65c7-5dc6-46fb-a4c2-c0ad70f10e19 req-5147d9a4-76c0-4785-a188-1ac95584a8ec service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] No waiting events found dispatching network-vif-plugged-b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1667.368850] env[62180]: WARNING nova.compute.manager [req-965f65c7-5dc6-46fb-a4c2-c0ad70f10e19 req-5147d9a4-76c0-4785-a188-1ac95584a8ec service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Received unexpected event network-vif-plugged-b86bc839-da40-4ab0-8d13-2e0b18dc304e for instance with vm_state building and task_state block_device_mapping. [ 1667.427975] env[62180]: DEBUG nova.network.neutron [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Successfully updated port: b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1667.580493] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963261, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.666491] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063811} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.666783] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1667.667591] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9155a65-b45f-40e5-a43a-dd8f87324f87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.693417] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e33ac3cc-493e-4d11-9f4d-7984e56d3d7c/e33ac3cc-493e-4d11-9f4d-7984e56d3d7c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.693946] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae4352c-27ab-4379-9eda-e5267c85a011 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.713873] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1667.713873] env[62180]: value = "task-1963264" [ 1667.713873] env[62180]: _type = "Task" [ 1667.713873] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.724593] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.733793] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.734552] env[62180]: DEBUG nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1667.739810] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.673s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.740018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.742502] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.669s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.743746] env[62180]: INFO nova.compute.claims [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1667.746441] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Releasing lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.746707] env[62180]: DEBUG nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Instance network_info: |[{"id": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "address": "fa:16:3e:55:89:7f", "network": {"id": "d6759d2e-c095-4191-9379-16e6a8972564", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1256816423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d97b48f21c406f9d071c6ce0b4901d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a6dfbe-c9", "ovs_interfaceid": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.748399] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:89:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.756850] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Creating folder: Project (89d97b48f21c406f9d071c6ce0b4901d). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.762342] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-979fbf59-c317-49ce-bbe7-aa9a3b0f513f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.769179] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963263, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.772376] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Created folder: Project (89d97b48f21c406f9d071c6ce0b4901d) in parent group-v404325. [ 1667.772581] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Creating folder: Instances. Parent ref: group-v404428. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1667.772815] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b41e68e-adf0-4b86-80d7-1e7f139b38d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.779753] env[62180]: INFO nova.scheduler.client.report [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Deleted allocations for instance 89553d85-1b06-45e3-b3d1-24a869612b8a [ 1667.784060] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Created folder: Instances in parent group-v404428. [ 1667.784060] env[62180]: DEBUG oslo.service.loopingcall [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.786580] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.787416] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb5dad38-40f2-4c27-9d15-d797b947fc5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.808492] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.808492] env[62180]: value = "task-1963267" [ 1667.808492] env[62180]: _type = "Task" [ 1667.808492] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.816581] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963267, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.933717] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Acquiring lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.933890] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Acquired lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.934055] env[62180]: DEBUG nova.network.neutron [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.081543] env[62180]: DEBUG oslo_vmware.api [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963261, 'name': PowerOnVM_Task, 'duration_secs': 0.885224} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.081543] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.081779] env[62180]: INFO nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1668.081863] env[62180]: DEBUG nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.082647] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e1c893-dafb-4d91-9c97-d6c32680e1dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.224296] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963264, 'name': ReconfigVM_Task, 'duration_secs': 0.344954} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.224580] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e33ac3cc-493e-4d11-9f4d-7984e56d3d7c/e33ac3cc-493e-4d11-9f4d-7984e56d3d7c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.225332] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e20c0415-4ba8-4ec3-87cc-4c9b065f112f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.230831] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1668.230831] env[62180]: value = "task-1963268" [ 1668.230831] env[62180]: _type = "Task" [ 1668.230831] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.238945] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963268, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.248507] env[62180]: DEBUG nova.compute.utils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1668.260066] env[62180]: DEBUG nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1668.260324] env[62180]: DEBUG nova.network.neutron [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1668.268133] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963263, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.291597] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fcbd8351-1469-45ab-bb32-2dbee37f8c54 tempest-ServerDiagnosticsV248Test-280932731 tempest-ServerDiagnosticsV248Test-280932731-project-member] Lock "89553d85-1b06-45e3-b3d1-24a869612b8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.422s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.314949] env[62180]: DEBUG nova.policy [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb7a8c7b0a7c4e408e75f42c22c5a252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93209e23d1f14f02b31bddb0382a2477', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1668.322675] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963267, 'name': CreateVM_Task, 'duration_secs': 0.465571} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.322841] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.323508] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.323669] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.323979] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.324239] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79394916-1fd9-46fa-8e33-e2d9d74eb400 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.329131] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1668.329131] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5292b2a7-8649-89b2-cf92-0a48f3727c4f" [ 1668.329131] env[62180]: _type = "Task" [ 1668.329131] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.337260] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5292b2a7-8649-89b2-cf92-0a48f3727c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.382861] env[62180]: DEBUG nova.objects.instance [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lazy-loading 'flavor' on Instance uuid f82dd739-cab2-4037-b038-400c09480dfa {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.469803] env[62180]: DEBUG nova.network.neutron [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1668.602839] env[62180]: INFO nova.compute.manager [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Took 55.02 seconds to build instance. [ 1668.614581] env[62180]: DEBUG nova.network.neutron [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Updating instance_info_cache with network_info: [{"id": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "address": "fa:16:3e:bb:a0:87", "network": {"id": "76e91ced-98ef-48c0-93bf-85aee672a7d5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1070538811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0facf04fdae34ae68acc2c9e9067c48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86bc839-da", "ovs_interfaceid": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.740759] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963268, 'name': Rename_Task, 'duration_secs': 0.333271} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.741230] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.741508] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-523c99ba-32a3-414a-9682-00b13a574231 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.747535] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1668.747535] env[62180]: value = "task-1963269" [ 1668.747535] env[62180]: _type = "Task" [ 1668.747535] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.759506] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963263, 'name': CreateSnapshot_Task, 'duration_secs': 1.084583} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.763383] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1668.764115] env[62180]: DEBUG nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1668.767400] env[62180]: DEBUG nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.767891] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.768384] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.768570] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.768789] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.768939] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.769095] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.769305] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.769460] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.769623] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.769787] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.769955] env[62180]: DEBUG nova.virt.hardware [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.770406] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.771348] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03f47d7-be5a-441c-8f4f-4290adec6e56 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.779081] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb4967-f566-4d4d-9c74-c7a266f3efbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.797343] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5107e6-4a2b-4dd4-a1e7-546be97281cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.851019] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5292b2a7-8649-89b2-cf92-0a48f3727c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.038884} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.851019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.851362] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1668.851362] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.851441] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.851593] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.852239] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d242a4da-791c-4716-878e-39da56bc74bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.865986] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.866198] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.866959] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739cf95e-23b2-4311-bf3b-8a14c8eca11c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.876584] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1668.876584] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be143e-a67b-dfc6-e51b-20e93d1be391" [ 1668.876584] env[62180]: _type = "Task" [ 1668.876584] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.884996] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be143e-a67b-dfc6-e51b-20e93d1be391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.891264] env[62180]: DEBUG oslo_concurrency.lockutils [None req-916347b1-a234-4ac5-a707-6e3936419192 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lock "f82dd739-cab2-4037-b038-400c09480dfa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.919459] env[62180]: DEBUG nova.network.neutron [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Successfully created port: 9396bae8-e02a-4d57-affa-ab03f1a06909 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1669.107138] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a72fd5e9-2935-49cf-8270-398d99b8fb84 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.740s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.117957] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Releasing lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.119182] env[62180]: DEBUG nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Instance network_info: |[{"id": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "address": "fa:16:3e:bb:a0:87", "network": {"id": "76e91ced-98ef-48c0-93bf-85aee672a7d5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1070538811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0facf04fdae34ae68acc2c9e9067c48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86bc839-da", "ovs_interfaceid": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1669.120684] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a0:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b86bc839-da40-4ab0-8d13-2e0b18dc304e', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.131493] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Creating folder: Project (0facf04fdae34ae68acc2c9e9067c48f). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1669.131493] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53716686-7928-4b02-9f9f-a903b9a832b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.151228] env[62180]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1669.151557] env[62180]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62180) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1669.152088] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Folder already exists: Project (0facf04fdae34ae68acc2c9e9067c48f). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1669.152408] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Creating folder: Instances. Parent ref: group-v404366. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1669.153213] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8925c1c-bc0e-4d34-8556-8b1a7782b389 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.164277] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Created folder: Instances in parent group-v404366. [ 1669.164598] env[62180]: DEBUG oslo.service.loopingcall [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.167702] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.167702] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d22839-c637-4d6b-8c1d-68020f3d3b46 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.195037] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.195037] env[62180]: value = "task-1963272" [ 1669.195037] env[62180]: _type = "Task" [ 1669.195037] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.202040] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963272, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.266168] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963269, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.305671] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1669.308926] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b88a664-3135-4a67-b935-6e1c8b304f16 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.319083] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1669.319083] env[62180]: value = "task-1963273" [ 1669.319083] env[62180]: _type = "Task" [ 1669.319083] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.334310] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963273, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.387655] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be143e-a67b-dfc6-e51b-20e93d1be391, 'name': SearchDatastore_Task, 'duration_secs': 0.019293} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.391637] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad99d56-8325-456b-a0bc-9e169a8d9cff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.398483] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1669.398483] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282f6b2-0cf9-c016-f263-b0c9b9c98661" [ 1669.398483] env[62180]: _type = "Task" [ 1669.398483] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.408134] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282f6b2-0cf9-c016-f263-b0c9b9c98661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.443254] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932e231-e79f-42b8-9076-7041edf5780f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.453736] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70830645-2d3d-425b-9cce-2953c4f7f0c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.488376] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f34f00-e7b2-4a53-a2aa-cfa234d8035c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.495817] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed5177a-7a60-42e3-b8af-eed794e0f778 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.509593] env[62180]: DEBUG nova.compute.provider_tree [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.610392] env[62180]: DEBUG nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1669.641438] env[62180]: DEBUG nova.compute.manager [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Received event network-changed-b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1669.641438] env[62180]: DEBUG nova.compute.manager [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Refreshing instance network info cache due to event network-changed-b86bc839-da40-4ab0-8d13-2e0b18dc304e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1669.641438] env[62180]: DEBUG oslo_concurrency.lockutils [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] Acquiring lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.641613] env[62180]: DEBUG oslo_concurrency.lockutils [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] Acquired lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.641643] env[62180]: DEBUG nova.network.neutron [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Refreshing network info cache for port b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.706751] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963272, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.765414] env[62180]: DEBUG oslo_vmware.api [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963269, 'name': PowerOnVM_Task, 'duration_secs': 0.539123} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.765673] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.765885] env[62180]: INFO nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1669.766138] env[62180]: DEBUG nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1669.766984] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b75d73-8a9d-41c1-90fe-2fb42c874e18 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.777922] env[62180]: DEBUG nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1669.805277] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.805403] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.805502] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.805678] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.805818] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.805960] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.806448] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.806448] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.806643] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.806643] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.806794] env[62180]: DEBUG nova.virt.hardware [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.807967] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aafceb-be27-44dc-9a52-b05d2cebe398 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.817033] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa66e50-8022-4c6a-881f-9a93fb99f949 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.830634] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963273, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.911168] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282f6b2-0cf9-c016-f263-b0c9b9c98661, 'name': SearchDatastore_Task, 'duration_secs': 0.026877} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.911475] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.911669] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f947b843-3d51-4720-9797-4c5859c4d630/f947b843-3d51-4720-9797-4c5859c4d630.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.912035] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c035e37-b92e-4575-b79f-ea64674cc7e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.919242] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1669.919242] env[62180]: value = "task-1963274" [ 1669.919242] env[62180]: _type = "Task" [ 1669.919242] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.928658] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.947824] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Acquiring lock "f82dd739-cab2-4037-b038-400c09480dfa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.948103] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lock "f82dd739-cab2-4037-b038-400c09480dfa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.013100] env[62180]: DEBUG nova.scheduler.client.report [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.135265] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.209033] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963272, 'name': CreateVM_Task, 'duration_secs': 0.715958} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.209033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.209033] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '3247ec1e-ae9f-4286-b951-be061d85d8d6', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404381', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'name': 'volume-601cd704-7a4f-4400-831d-df8b6a5bd393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab653e12-3d2f-45ee-a3bc-13b670f26e75', 'attached_at': '', 'detached_at': '', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'serial': '601cd704-7a4f-4400-831d-df8b6a5bd393'}, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62180) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1670.209332] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Root volume attach. Driver type: vmdk {{(pid=62180) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1670.209551] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f551f2d4-d5f8-4190-b649-0cde82d54196 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.220284] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ecbd4a-7983-44c9-8ba2-5dccca8bb41e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.229441] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b4a3f-5468-439e-84b6-a906e9c712cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.238996] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-68508197-0d06-45a3-a811-445fe2c44f39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.251346] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1670.251346] env[62180]: value = "task-1963275" [ 1670.251346] env[62180]: _type = "Task" [ 1670.251346] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.265032] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963275, 'name': RelocateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.289212] env[62180]: INFO nova.compute.manager [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Took 50.50 seconds to build instance. [ 1670.334795] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963273, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.433613] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.458403] env[62180]: INFO nova.compute.manager [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Detaching volume d12e33be-499d-47a0-98d6-81396f0b5a10 [ 1670.473340] env[62180]: DEBUG nova.network.neutron [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Updated VIF entry in instance network info cache for port b86bc839-da40-4ab0-8d13-2e0b18dc304e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.473657] env[62180]: DEBUG nova.network.neutron [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Updating instance_info_cache with network_info: [{"id": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "address": "fa:16:3e:bb:a0:87", "network": {"id": "76e91ced-98ef-48c0-93bf-85aee672a7d5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1070538811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0facf04fdae34ae68acc2c9e9067c48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86bc839-da", "ovs_interfaceid": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.502509] env[62180]: INFO nova.virt.block_device [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Attempting to driver detach volume d12e33be-499d-47a0-98d6-81396f0b5a10 from mountpoint /dev/sdb [ 1670.502867] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1670.503116] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404424', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'name': 'volume-d12e33be-499d-47a0-98d6-81396f0b5a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82dd739-cab2-4037-b038-400c09480dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'serial': 'd12e33be-499d-47a0-98d6-81396f0b5a10'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1670.504431] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ee161-42cc-4259-9f2a-9a8976c09a1b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.533378] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.533942] env[62180]: DEBUG nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1670.537913] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.684s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.538364] env[62180]: DEBUG nova.objects.instance [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lazy-loading 'resources' on Instance uuid a00a34e1-196f-4773-8073-ce917d48651b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.540337] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed35d60a-7479-4072-a033-4d20913eeadc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.549634] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2d2e8f-311c-44e4-81b9-8beb9bd55453 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.578399] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ef09f-7008-4eaa-b078-f101337ef4ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.596250] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d12e33be-499d-47a0-98d6-81396f0b5a10/volume-d12e33be-499d-47a0-98d6-81396f0b5a10.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1670.602150] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1670.602893] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8620b25-013d-4118-a78f-59a75428620d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.623460] env[62180]: DEBUG oslo_vmware.api [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Waiting for the task: (returnval){ [ 1670.623460] env[62180]: value = "task-1963276" [ 1670.623460] env[62180]: _type = "Task" [ 1670.623460] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.634865] env[62180]: DEBUG oslo_vmware.api [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.761084] env[62180]: DEBUG nova.network.neutron [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Successfully updated port: 9396bae8-e02a-4d57-affa-ab03f1a06909 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1670.767648] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963275, 'name': RelocateVM_Task, 'duration_secs': 0.486483} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.767898] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1670.768136] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404381', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'name': 'volume-601cd704-7a4f-4400-831d-df8b6a5bd393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab653e12-3d2f-45ee-a3bc-13b670f26e75', 'attached_at': '', 'detached_at': '', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'serial': '601cd704-7a4f-4400-831d-df8b6a5bd393'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1670.769645] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab95b55-9cac-47d1-9efa-52479c3e57e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.788565] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1661c117-3f03-4b95-b7c2-9f1fe22166fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.792206] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e15f1e1-3d63-480c-a490-89d3eda29672 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.791s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.816391] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-601cd704-7a4f-4400-831d-df8b6a5bd393/volume-601cd704-7a4f-4400-831d-df8b6a5bd393.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.817138] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a47dfb9-0d43-4cc2-aba9-32f558136dac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.843773] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963273, 'name': CloneVM_Task, 'duration_secs': 1.49473} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.845145] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Created linked-clone VM from snapshot [ 1670.845512] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1670.845512] env[62180]: value = "task-1963277" [ 1670.845512] env[62180]: _type = "Task" [ 1670.845512] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.846255] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a675cac5-411b-4a31-aa62-3f4dad89db05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.857256] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.860686] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Uploading image 772382c0-f69a-4fab-ad3e-bae396485f6c {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1670.891269] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1670.891269] env[62180]: value = "vm-404434" [ 1670.891269] env[62180]: _type = "VirtualMachine" [ 1670.891269] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1670.891585] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b890bdf3-bb1e-4f50-a1ff-ecf3b047dd16 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.898782] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lease: (returnval){ [ 1670.898782] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254ebf3-e7d3-7677-e8de-8add3128c63d" [ 1670.898782] env[62180]: _type = "HttpNfcLease" [ 1670.898782] env[62180]: } obtained for exporting VM: (result){ [ 1670.898782] env[62180]: value = "vm-404434" [ 1670.898782] env[62180]: _type = "VirtualMachine" [ 1670.898782] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1670.899283] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the lease: (returnval){ [ 1670.899283] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254ebf3-e7d3-7677-e8de-8add3128c63d" [ 1670.899283] env[62180]: _type = "HttpNfcLease" [ 1670.899283] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1670.905948] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1670.905948] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254ebf3-e7d3-7677-e8de-8add3128c63d" [ 1670.905948] env[62180]: _type = "HttpNfcLease" [ 1670.905948] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1670.928731] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554265} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.929033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f947b843-3d51-4720-9797-4c5859c4d630/f947b843-3d51-4720-9797-4c5859c4d630.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.929246] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.929496] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2041ff9f-1ea0-4b1d-b25f-6a65a0194e9e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.936054] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1670.936054] env[62180]: value = "task-1963279" [ 1670.936054] env[62180]: _type = "Task" [ 1670.936054] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.943510] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.977492] env[62180]: DEBUG oslo_concurrency.lockutils [req-10948f6b-258c-494d-987e-4608353cb616 req-03d6ac30-785b-4ca5-a51b-c4f11644c6d3 service nova] Releasing lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.045432] env[62180]: DEBUG nova.compute.utils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.050814] env[62180]: DEBUG nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1671.050814] env[62180]: DEBUG nova.network.neutron [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.118129] env[62180]: DEBUG nova.policy [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7192337dd9d4443c8458ba83d5c492d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '973ae59155ba4226b77baece933d8dbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1671.132538] env[62180]: DEBUG oslo_vmware.api [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963276, 'name': ReconfigVM_Task, 'duration_secs': 0.270266} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.132706] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1671.139835] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a04799e-8f35-43c7-ac30-eee2928b683f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.155254] env[62180]: DEBUG oslo_vmware.api [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Waiting for the task: (returnval){ [ 1671.155254] env[62180]: value = "task-1963280" [ 1671.155254] env[62180]: _type = "Task" [ 1671.155254] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.170486] env[62180]: DEBUG oslo_vmware.api [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.266832] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "refresh_cache-c2657800-ac10-4f71-bf86-2b5b95c65a06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.266923] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "refresh_cache-c2657800-ac10-4f71-bf86-2b5b95c65a06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.267051] env[62180]: DEBUG nova.network.neutron [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.295356] env[62180]: DEBUG nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1671.362396] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.409661] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.409661] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254ebf3-e7d3-7677-e8de-8add3128c63d" [ 1671.409661] env[62180]: _type = "HttpNfcLease" [ 1671.409661] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1671.412559] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1671.412559] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5254ebf3-e7d3-7677-e8de-8add3128c63d" [ 1671.412559] env[62180]: _type = "HttpNfcLease" [ 1671.412559] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1671.412559] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1fe37e-7e4f-4ba2-832a-4135f7f3efce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.423946] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc024b-1206-904d-dc55-51124dd1f55e/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1671.424166] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc024b-1206-904d-dc55-51124dd1f55e/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1671.494074] env[62180]: DEBUG nova.compute.manager [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Received event network-changed-7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1671.494952] env[62180]: DEBUG nova.compute.manager [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Refreshing instance network info cache due to event network-changed-7523b429-5733-492b-a483-a84a9ee6a704. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1671.494952] env[62180]: DEBUG oslo_concurrency.lockutils [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] Acquiring lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.494952] env[62180]: DEBUG oslo_concurrency.lockutils [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] Acquired lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.494952] env[62180]: DEBUG nova.network.neutron [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Refreshing network info cache for port 7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.503785] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253934} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.504557] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.505379] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d332e141-a193-4b10-ba4a-dcd087b7a7a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.528865] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] f947b843-3d51-4720-9797-4c5859c4d630/f947b843-3d51-4720-9797-4c5859c4d630.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.532697] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8120b73e-6fde-4ee0-9283-749dd4dc5ffc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.550500] env[62180]: DEBUG nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1671.554656] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1671.554656] env[62180]: value = "task-1963281" [ 1671.554656] env[62180]: _type = "Task" [ 1671.554656] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.564988] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.668379] env[62180]: DEBUG oslo_vmware.api [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Task: {'id': task-1963280, 'name': ReconfigVM_Task, 'duration_secs': 0.187318} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.668684] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404424', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'name': 'volume-d12e33be-499d-47a0-98d6-81396f0b5a10', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f82dd739-cab2-4037-b038-400c09480dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd12e33be-499d-47a0-98d6-81396f0b5a10', 'serial': 'd12e33be-499d-47a0-98d6-81396f0b5a10'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1671.691198] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e78c70c4-cd1a-44fa-81ee-f464bce84f75 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.722818] env[62180]: DEBUG nova.network.neutron [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Successfully created port: 62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.796810] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bab034-dd49-4c5e-94f7-dd23031a0a82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.809035] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4eca09-7298-4911-bafa-3fb605920e9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.840228] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.841040] env[62180]: DEBUG nova.network.neutron [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1671.843594] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4082e1d0-624b-4143-819b-990324abbf7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.853307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2569f291-168c-411d-b6d7-69393c849728 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.870313] env[62180]: DEBUG nova.compute.provider_tree [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1671.877045] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963277, 'name': ReconfigVM_Task, 'duration_secs': 0.927117} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.877045] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-601cd704-7a4f-4400-831d-df8b6a5bd393/volume-601cd704-7a4f-4400-831d-df8b6a5bd393.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.884495] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a545a87-5706-4d4e-94f6-68122a484c9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.899594] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1671.899594] env[62180]: value = "task-1963282" [ 1671.899594] env[62180]: _type = "Task" [ 1671.899594] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.910277] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.073533] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963281, 'name': ReconfigVM_Task, 'duration_secs': 0.463992} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.077986] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Reconfigured VM instance instance-00000024 to attach disk [datastore1] f947b843-3d51-4720-9797-4c5859c4d630/f947b843-3d51-4720-9797-4c5859c4d630.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.080064] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee11e5c-8027-4c82-985c-6979c0a40e55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.089044] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1672.089044] env[62180]: value = "task-1963283" [ 1672.089044] env[62180]: _type = "Task" [ 1672.089044] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.102408] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963283, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.267482] env[62180]: DEBUG nova.objects.instance [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lazy-loading 'flavor' on Instance uuid f82dd739-cab2-4037-b038-400c09480dfa {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.386151] env[62180]: DEBUG nova.network.neutron [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Updating instance_info_cache with network_info: [{"id": "9396bae8-e02a-4d57-affa-ab03f1a06909", "address": "fa:16:3e:f6:85:fb", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9396bae8-e0", "ovs_interfaceid": "9396bae8-e02a-4d57-affa-ab03f1a06909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.413492] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963282, 'name': ReconfigVM_Task, 'duration_secs': 0.147893} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.414647] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404381', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'name': 'volume-601cd704-7a4f-4400-831d-df8b6a5bd393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab653e12-3d2f-45ee-a3bc-13b670f26e75', 'attached_at': '', 'detached_at': '', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'serial': '601cd704-7a4f-4400-831d-df8b6a5bd393'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1672.414823] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32dd41ad-e0eb-4345-b99c-6ca4cb47eafb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.423524] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1672.423524] env[62180]: value = "task-1963284" [ 1672.423524] env[62180]: _type = "Task" [ 1672.423524] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.430872] env[62180]: ERROR nova.scheduler.client.report [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [req-5a74402a-5fa7-4fbb-a023-0916e3b5ac21] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a74402a-5fa7-4fbb-a023-0916e3b5ac21"}]} [ 1672.441490] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963284, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.456068] env[62180]: DEBUG nova.scheduler.client.report [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1672.473709] env[62180]: DEBUG nova.scheduler.client.report [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1672.474298] env[62180]: DEBUG nova.compute.provider_tree [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1672.493801] env[62180]: DEBUG nova.network.neutron [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updated VIF entry in instance network info cache for port 7523b429-5733-492b-a483-a84a9ee6a704. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1672.494583] env[62180]: DEBUG nova.network.neutron [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updating instance_info_cache with network_info: [{"id": "7523b429-5733-492b-a483-a84a9ee6a704", "address": "fa:16:3e:8b:46:0b", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7523b429-57", "ovs_interfaceid": "7523b429-5733-492b-a483-a84a9ee6a704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.496424] env[62180]: DEBUG nova.scheduler.client.report [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1672.524308] env[62180]: DEBUG nova.scheduler.client.report [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1672.563317] env[62180]: DEBUG nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1672.594938] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.595274] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.595565] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.595845] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.596033] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.597573] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.597573] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.597573] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.597573] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.597573] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.597864] env[62180]: DEBUG nova.virt.hardware [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.598150] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde59b8b-8918-49a1-82ec-f519775e52e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.611134] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963283, 'name': Rename_Task, 'duration_secs': 0.162581} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.613831] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.614473] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0fa9a8-edf7-4b9e-bfc7-5cef45e849fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.616830] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3595fbc2-ca40-4d54-b419-c0eeb86da128 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.640678] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1672.640678] env[62180]: value = "task-1963285" [ 1672.640678] env[62180]: _type = "Task" [ 1672.640678] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.650454] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963285, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.891589] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "refresh_cache-c2657800-ac10-4f71-bf86-2b5b95c65a06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.891939] env[62180]: DEBUG nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Instance network_info: |[{"id": "9396bae8-e02a-4d57-affa-ab03f1a06909", "address": "fa:16:3e:f6:85:fb", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9396bae8-e0", "ovs_interfaceid": "9396bae8-e02a-4d57-affa-ab03f1a06909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1672.893405] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:85:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9396bae8-e02a-4d57-affa-ab03f1a06909', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.901162] env[62180]: DEBUG oslo.service.loopingcall [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.901680] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.901954] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bb2d021-6d73-412f-b6e1-f445fc888504 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.931369] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.931369] env[62180]: value = "task-1963286" [ 1672.931369] env[62180]: _type = "Task" [ 1672.931369] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.940737] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963284, 'name': Rename_Task, 'duration_secs': 0.186061} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.941589] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.941931] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fd17d1a-00d2-4f6a-ae88-d91ab2fdf1b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.950367] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963286, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.953585] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1672.953585] env[62180]: value = "task-1963287" [ 1672.953585] env[62180]: _type = "Task" [ 1672.953585] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.969695] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.973650] env[62180]: DEBUG nova.compute.manager [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1672.973854] env[62180]: DEBUG nova.compute.manager [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing instance network info cache due to event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1672.976860] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Acquiring lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.977093] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Acquired lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.977265] env[62180]: DEBUG nova.network.neutron [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.006384] env[62180]: DEBUG oslo_concurrency.lockutils [req-6f99eeb7-3baf-463d-b7ae-492886d761ab req-919760be-b71c-495d-8895-d17e38bd2e6e service nova] Releasing lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.151649] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.223823] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca8f72c-c3c9-4a8a-ad0b-43df29b79fb4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.231911] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a82723d-ac5c-4347-af75-18753b04b2e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.268023] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9982e88c-7039-479e-80ca-c8d32de56192 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.273814] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b3c55-1259-4f9a-8130-905c88918619 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.279284] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cd003a90-9288-4b11-9c2a-6a1b86287138 tempest-VolumesAssistedSnapshotsTest-12790438 tempest-VolumesAssistedSnapshotsTest-12790438-project-admin] Lock "f82dd739-cab2-4037-b038-400c09480dfa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.291867] env[62180]: DEBUG nova.compute.provider_tree [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.443013] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963286, 'name': CreateVM_Task, 'duration_secs': 0.435066} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.443143] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.443882] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.444223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.444646] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1673.445198] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846975bf-5ed0-40ce-94aa-dfaf7cb0d5ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.451485] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1673.451485] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e8c601-e3c4-e030-c6bd-32b61c9810b8" [ 1673.451485] env[62180]: _type = "Task" [ 1673.451485] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.465184] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e8c601-e3c4-e030-c6bd-32b61c9810b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.468666] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.657242] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.836412] env[62180]: DEBUG nova.scheduler.client.report [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1673.836412] env[62180]: DEBUG nova.compute.provider_tree [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 64 to 65 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1673.836412] env[62180]: DEBUG nova.compute.provider_tree [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.966367] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e8c601-e3c4-e030-c6bd-32b61c9810b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014229} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.970547] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.970956] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.971252] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.971445] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.971785] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.972148] env[62180]: DEBUG oslo_vmware.api [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963287, 'name': PowerOnVM_Task, 'duration_secs': 0.805884} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.972448] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e16684a5-79ee-449a-8ec0-d5ce2fb087c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.977622] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.977622] env[62180]: INFO nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Took 5.21 seconds to spawn the instance on the hypervisor. [ 1673.977622] env[62180]: DEBUG nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.977622] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec64bef1-6d07-4ad0-b423-92d0320e9f03 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.988249] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.988480] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.989534] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fa318c-ff91-477a-81d8-2a27588f6e1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.995823] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1673.995823] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5291755c-16eb-7b59-d993-61b929d4f4ce" [ 1673.995823] env[62180]: _type = "Task" [ 1673.995823] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.006916] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5291755c-16eb-7b59-d993-61b929d4f4ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.121887] env[62180]: DEBUG nova.compute.manager [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1674.122836] env[62180]: DEBUG nova.compute.manager [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing instance network info cache due to event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1674.123161] env[62180]: DEBUG oslo_concurrency.lockutils [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] Acquiring lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.156366] env[62180]: DEBUG oslo_vmware.api [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963285, 'name': PowerOnVM_Task, 'duration_secs': 1.499732} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.156804] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.157068] env[62180]: INFO nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1674.157588] env[62180]: DEBUG nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1674.158969] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640541c-3721-4b67-99a3-99ee6f8709ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.223793] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "86c816a2-26f2-4246-b2c5-a14619cde39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.224257] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.224627] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "86c816a2-26f2-4246-b2c5-a14619cde39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.224820] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.224998] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.227980] env[62180]: INFO nova.compute.manager [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Terminating instance [ 1674.349079] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.811s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.351491] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.950s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.356153] env[62180]: INFO nova.compute.claims [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.366256] env[62180]: DEBUG nova.network.neutron [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updated VIF entry in instance network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.367515] env[62180]: DEBUG nova.network.neutron [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [{"id": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "address": "fa:16:3e:e4:6a:33", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8af3c9-ee", "ovs_interfaceid": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.399620] env[62180]: INFO nova.scheduler.client.report [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted allocations for instance a00a34e1-196f-4773-8073-ce917d48651b [ 1674.501473] env[62180]: INFO nova.compute.manager [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Took 49.01 seconds to build instance. [ 1674.502596] env[62180]: DEBUG nova.network.neutron [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Successfully updated port: 62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.508363] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5291755c-16eb-7b59-d993-61b929d4f4ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.508694] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7210837e-ba0d-4e5a-95fb-34423fe56315 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.515815] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1674.515815] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52922896-4cad-311b-68d5-93fff083b268" [ 1674.515815] env[62180]: _type = "Task" [ 1674.515815] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.531040] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52922896-4cad-311b-68d5-93fff083b268, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.531326] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.531579] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c2657800-ac10-4f71-bf86-2b5b95c65a06/c2657800-ac10-4f71-bf86-2b5b95c65a06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.531838] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3d25d36-ac95-4611-88a3-506edb8a38b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.538925] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1674.538925] env[62180]: value = "task-1963289" [ 1674.538925] env[62180]: _type = "Task" [ 1674.538925] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.547265] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.685813] env[62180]: INFO nova.compute.manager [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Took 54.22 seconds to build instance. [ 1674.732364] env[62180]: DEBUG nova.compute.manager [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1674.732653] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.733638] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c216538-08c6-44d6-b2b9-b3bc033e9281 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.742812] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.743363] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c951e48c-4a1e-4406-9a03-6a5ac8d71684 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.750056] env[62180]: DEBUG oslo_vmware.api [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1674.750056] env[62180]: value = "task-1963290" [ 1674.750056] env[62180]: _type = "Task" [ 1674.750056] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.761278] env[62180]: DEBUG oslo_vmware.api [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.870161] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Releasing lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.870766] env[62180]: DEBUG nova.compute.manager [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Received event network-vif-plugged-9396bae8-e02a-4d57-affa-ab03f1a06909 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1674.871187] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Acquiring lock "c2657800-ac10-4f71-bf86-2b5b95c65a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.871420] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.871587] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.871754] env[62180]: DEBUG nova.compute.manager [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] No waiting events found dispatching network-vif-plugged-9396bae8-e02a-4d57-affa-ab03f1a06909 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.871913] env[62180]: WARNING nova.compute.manager [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Received unexpected event network-vif-plugged-9396bae8-e02a-4d57-affa-ab03f1a06909 for instance with vm_state building and task_state spawning. [ 1674.872098] env[62180]: DEBUG nova.compute.manager [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Received event network-changed-9396bae8-e02a-4d57-affa-ab03f1a06909 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1674.872251] env[62180]: DEBUG nova.compute.manager [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Refreshing instance network info cache due to event network-changed-9396bae8-e02a-4d57-affa-ab03f1a06909. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1674.872428] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Acquiring lock "refresh_cache-c2657800-ac10-4f71-bf86-2b5b95c65a06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.872554] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Acquired lock "refresh_cache-c2657800-ac10-4f71-bf86-2b5b95c65a06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.874719] env[62180]: DEBUG nova.network.neutron [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Refreshing network info cache for port 9396bae8-e02a-4d57-affa-ab03f1a06909 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.875093] env[62180]: DEBUG oslo_concurrency.lockutils [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] Acquired lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.877214] env[62180]: DEBUG nova.network.neutron [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.908786] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3a831d52-7459-420f-a132-b307b114ca85 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "a00a34e1-196f-4773-8073-ce917d48651b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.566s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.005041] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa3e89ce-6afb-40e0-9a10-831879da3a8c tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.925s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.011347] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.011347] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquired lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.011347] env[62180]: DEBUG nova.network.neutron [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.056658] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.188952] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf6b5d36-3dd8-45ff-ac51-1a8b008d2533 tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "f947b843-3d51-4720-9797-4c5859c4d630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.714s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.262154] env[62180]: DEBUG oslo_vmware.api [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963290, 'name': PowerOffVM_Task, 'duration_secs': 0.315896} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.262561] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.263094] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.263577] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2345109d-9f49-45e8-9e88-d339045cb4c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.473435] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.473963] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.474328] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Deleting the datastore file [datastore1] 86c816a2-26f2-4246-b2c5-a14619cde39a {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.474779] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf79dfac-998a-4678-bdf5-8c8240e7c0b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.486347] env[62180]: DEBUG oslo_vmware.api [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1675.486347] env[62180]: value = "task-1963292" [ 1675.486347] env[62180]: _type = "Task" [ 1675.486347] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.496550] env[62180]: DEBUG oslo_vmware.api [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.510836] env[62180]: DEBUG nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.557538] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61451} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.558039] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c2657800-ac10-4f71-bf86-2b5b95c65a06/c2657800-ac10-4f71-bf86-2b5b95c65a06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.558200] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.564638] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efec7d35-fe0b-44e8-bb3e-b7be7eb06a28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.574702] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1675.574702] env[62180]: value = "task-1963293" [ 1675.574702] env[62180]: _type = "Task" [ 1675.574702] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.584742] env[62180]: DEBUG nova.network.neutron [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.597484] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.639558] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "d72a7ca9-c285-426b-989f-da5c540d4615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.639854] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "d72a7ca9-c285-426b-989f-da5c540d4615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.691366] env[62180]: DEBUG nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.898052] env[62180]: DEBUG nova.network.neutron [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updated VIF entry in instance network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.898522] env[62180]: DEBUG nova.network.neutron [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [{"id": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "address": "fa:16:3e:e4:6a:33", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8af3c9-ee", "ovs_interfaceid": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.927674] env[62180]: DEBUG nova.network.neutron [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Updated VIF entry in instance network info cache for port 9396bae8-e02a-4d57-affa-ab03f1a06909. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.928258] env[62180]: DEBUG nova.network.neutron [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Updating instance_info_cache with network_info: [{"id": "9396bae8-e02a-4d57-affa-ab03f1a06909", "address": "fa:16:3e:f6:85:fb", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9396bae8-e0", "ovs_interfaceid": "9396bae8-e02a-4d57-affa-ab03f1a06909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.988363] env[62180]: DEBUG nova.network.neutron [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Updating instance_info_cache with network_info: [{"id": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "address": "fa:16:3e:54:a3:5c", "network": {"id": "807a9d2a-0dca-430f-9179-5a609430492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-408222242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973ae59155ba4226b77baece933d8dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b03c0e-c3", "ovs_interfaceid": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.004170] env[62180]: DEBUG oslo_vmware.api [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44788} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.004486] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.004669] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.005047] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.005304] env[62180]: INFO nova.compute.manager [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1676.006113] env[62180]: DEBUG oslo.service.loopingcall [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.006113] env[62180]: DEBUG nova.compute.manager [-] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1676.006113] env[62180]: DEBUG nova.network.neutron [-] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.059140] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.094835] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072357} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.098039] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.098977] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83233d6-8275-4203-b79a-1d98ee6d76a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.131145] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c2657800-ac10-4f71-bf86-2b5b95c65a06/c2657800-ac10-4f71-bf86-2b5b95c65a06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.134184] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f9dec9-4ca3-4fe4-837a-05822af01794 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.155430] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1676.155430] env[62180]: value = "task-1963294" [ 1676.155430] env[62180]: _type = "Task" [ 1676.155430] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.165514] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.188694] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86fe79b-0c6e-455c-8be7-f294ea83e78e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.196671] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3a6dcb-fb85-4761-8477-5134f349010c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.234339] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.236584] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f898ab4-6839-48b6-8967-12e7ce05252d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.244375] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf92069-fe7a-40b0-ac4f-1f7db8ecc190 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.260848] env[62180]: DEBUG nova.compute.provider_tree [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.404794] env[62180]: DEBUG oslo_concurrency.lockutils [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] Releasing lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.404794] env[62180]: DEBUG nova.compute.manager [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Received event network-changed-be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1676.404794] env[62180]: DEBUG nova.compute.manager [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Refreshing instance network info cache due to event network-changed-be0e0530-07bb-4573-a65e-d71cc923bb09. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1676.404794] env[62180]: DEBUG oslo_concurrency.lockutils [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] Acquiring lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.405068] env[62180]: DEBUG oslo_concurrency.lockutils [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] Acquired lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.405068] env[62180]: DEBUG nova.network.neutron [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Refreshing network info cache for port be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1676.431852] env[62180]: DEBUG oslo_concurrency.lockutils [req-0cb6dd7a-f789-476e-8b6f-b511862577a5 req-9af14272-4999-4cad-937f-85f58530363c service nova] Releasing lock "refresh_cache-c2657800-ac10-4f71-bf86-2b5b95c65a06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.501695] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Releasing lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.502311] env[62180]: DEBUG nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Instance network_info: |[{"id": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "address": "fa:16:3e:54:a3:5c", "network": {"id": "807a9d2a-0dca-430f-9179-5a609430492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-408222242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973ae59155ba4226b77baece933d8dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b03c0e-c3", "ovs_interfaceid": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1676.502649] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:a3:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b03c0e-c333-40aa-b2d0-dfced3a86ac6', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1676.512768] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Creating folder: Project (973ae59155ba4226b77baece933d8dbb). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.513123] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fce22c0-a75b-41b9-833e-8009ac7ebfb4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.525722] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Created folder: Project (973ae59155ba4226b77baece933d8dbb) in parent group-v404325. [ 1676.525939] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Creating folder: Instances. Parent ref: group-v404436. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.526215] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-407ce4d7-dc7e-4d16-b2df-06afc8b4585f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.536395] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Created folder: Instances in parent group-v404436. [ 1676.536625] env[62180]: DEBUG oslo.service.loopingcall [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.536902] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1676.537176] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca8352b-d8dc-4f1b-9cf4-8fba209b19bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.559290] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1676.559290] env[62180]: value = "task-1963297" [ 1676.559290] env[62180]: _type = "Task" [ 1676.559290] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.572132] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963297, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.666631] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.768169] env[62180]: DEBUG nova.scheduler.client.report [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.792534] env[62180]: DEBUG nova.compute.manager [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Received event network-changed-7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1676.792879] env[62180]: DEBUG nova.compute.manager [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Refreshing instance network info cache due to event network-changed-7523b429-5733-492b-a483-a84a9ee6a704. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1676.793234] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Acquiring lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.793580] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Acquired lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.793775] env[62180]: DEBUG nova.network.neutron [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Refreshing network info cache for port 7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.070943] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963297, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.169085] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963294, 'name': ReconfigVM_Task, 'duration_secs': 0.59665} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.169616] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c2657800-ac10-4f71-bf86-2b5b95c65a06/c2657800-ac10-4f71-bf86-2b5b95c65a06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.170552] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1eee40b-b191-4d6c-88c2-88e8ce809dd4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.178230] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1677.178230] env[62180]: value = "task-1963298" [ 1677.178230] env[62180]: _type = "Task" [ 1677.178230] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.198380] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963298, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.246997] env[62180]: DEBUG nova.network.neutron [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updated VIF entry in instance network info cache for port be0e0530-07bb-4573-a65e-d71cc923bb09. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.247891] env[62180]: DEBUG nova.network.neutron [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updating instance_info_cache with network_info: [{"id": "be0e0530-07bb-4573-a65e-d71cc923bb09", "address": "fa:16:3e:59:fe:09", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0e0530-07", "ovs_interfaceid": "be0e0530-07bb-4573-a65e-d71cc923bb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.279434] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.928s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.279985] env[62180]: DEBUG nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.288135] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.222s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.438486] env[62180]: DEBUG nova.compute.manager [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Received event network-changed-be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1677.438669] env[62180]: DEBUG nova.compute.manager [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Refreshing instance network info cache due to event network-changed-be0e0530-07bb-4573-a65e-d71cc923bb09. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1677.438891] env[62180]: DEBUG oslo_concurrency.lockutils [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] Acquiring lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.570906] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963297, 'name': CreateVM_Task, 'duration_secs': 0.688674} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.571173] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1677.572096] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.572377] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.572858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1677.573091] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4903ce90-2bc1-4833-8dc2-1fa796ddc9bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.577931] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1677.577931] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524c926b-eeef-5b65-a013-2d2959662f91" [ 1677.577931] env[62180]: _type = "Task" [ 1677.577931] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.588299] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524c926b-eeef-5b65-a013-2d2959662f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.588299] env[62180]: DEBUG nova.network.neutron [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updated VIF entry in instance network info cache for port 7523b429-5733-492b-a483-a84a9ee6a704. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.588406] env[62180]: DEBUG nova.network.neutron [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updating instance_info_cache with network_info: [{"id": "7523b429-5733-492b-a483-a84a9ee6a704", "address": "fa:16:3e:8b:46:0b", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7523b429-57", "ovs_interfaceid": "7523b429-5733-492b-a483-a84a9ee6a704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.696986] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963298, 'name': Rename_Task, 'duration_secs': 0.180803} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.697873] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.698281] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61abeee2-f207-48c7-af24-039e6fd6f850 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.707021] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1677.707021] env[62180]: value = "task-1963299" [ 1677.707021] env[62180]: _type = "Task" [ 1677.707021] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.717232] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.750851] env[62180]: DEBUG oslo_concurrency.lockutils [req-db70eb4b-8d38-4d88-be45-06a1942761c6 req-648e117f-c7b2-4d20-92f4-697c35d65dcb service nova] Releasing lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.751478] env[62180]: DEBUG oslo_concurrency.lockutils [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] Acquired lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.751800] env[62180]: DEBUG nova.network.neutron [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Refreshing network info cache for port be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.790237] env[62180]: DEBUG nova.compute.utils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.798656] env[62180]: DEBUG nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.798901] env[62180]: DEBUG nova.network.neutron [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.900731] env[62180]: DEBUG nova.policy [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1c6f3780bf84da685555635eb2f9071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c875ae54580413f800270476a14390a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.923454] env[62180]: DEBUG nova.network.neutron [-] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.091211] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Releasing lock "refresh_cache-e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.091477] env[62180]: DEBUG nova.compute.manager [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Received event network-vif-plugged-62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.091701] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Acquiring lock "1ac84b7c-aff6-497f-941d-99e16550431c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.091908] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Lock "1ac84b7c-aff6-497f-941d-99e16550431c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.092084] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Lock "1ac84b7c-aff6-497f-941d-99e16550431c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.092335] env[62180]: DEBUG nova.compute.manager [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] No waiting events found dispatching network-vif-plugged-62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1678.092403] env[62180]: WARNING nova.compute.manager [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Received unexpected event network-vif-plugged-62b03c0e-c333-40aa-b2d0-dfced3a86ac6 for instance with vm_state building and task_state spawning. [ 1678.092592] env[62180]: DEBUG nova.compute.manager [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Received event network-changed-62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1678.092748] env[62180]: DEBUG nova.compute.manager [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Refreshing instance network info cache due to event network-changed-62b03c0e-c333-40aa-b2d0-dfced3a86ac6. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1678.093174] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Acquiring lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.093174] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Acquired lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.093273] env[62180]: DEBUG nova.network.neutron [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Refreshing network info cache for port 62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.094493] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524c926b-eeef-5b65-a013-2d2959662f91, 'name': SearchDatastore_Task, 'duration_secs': 0.026547} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.097496] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.097742] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.097952] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.098108] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.098290] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.099373] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-449289a9-7848-423d-8048-c786f71f71ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.109366] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.109552] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.110408] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa9f321-2ebd-4749-acc7-f675c8f6ab2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.118646] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1678.118646] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d47b61-0540-e72b-a560-ffb3564ba393" [ 1678.118646] env[62180]: _type = "Task" [ 1678.118646] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.129607] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d47b61-0540-e72b-a560-ffb3564ba393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.219636] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963299, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.299415] env[62180]: DEBUG nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.427647] env[62180]: INFO nova.compute.manager [-] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Took 2.42 seconds to deallocate network for instance. [ 1678.465022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "45bf79c4-2f13-4989-846d-0db27325bef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.465798] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.466131] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.466394] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.466901] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.469108] env[62180]: INFO nova.compute.manager [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Terminating instance [ 1678.513873] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d2f7d2-b0f2-48fd-895b-98ae3d016fc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.518141] env[62180]: DEBUG nova.network.neutron [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Successfully created port: cdf5a854-a9f6-43c3-9211-19ae270406c4 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.525820] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5d675e-e168-41dd-a728-a3c9a2f4c24a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.562243] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "f82dd739-cab2-4037-b038-400c09480dfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.563718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "f82dd739-cab2-4037-b038-400c09480dfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.563718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "f82dd739-cab2-4037-b038-400c09480dfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.563718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "f82dd739-cab2-4037-b038-400c09480dfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.563718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "f82dd739-cab2-4037-b038-400c09480dfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.565548] env[62180]: INFO nova.compute.manager [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Terminating instance [ 1678.570419] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f62caf-ebbf-4f08-999f-af87405057b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.579944] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1da4602-faa8-4c42-be08-13c1e26c1260 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.597659] env[62180]: DEBUG nova.compute.provider_tree [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.632919] env[62180]: DEBUG nova.network.neutron [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updated VIF entry in instance network info cache for port be0e0530-07bb-4573-a65e-d71cc923bb09. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.633278] env[62180]: DEBUG nova.network.neutron [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updating instance_info_cache with network_info: [{"id": "be0e0530-07bb-4573-a65e-d71cc923bb09", "address": "fa:16:3e:59:fe:09", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0e0530-07", "ovs_interfaceid": "be0e0530-07bb-4573-a65e-d71cc923bb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.634920] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d47b61-0540-e72b-a560-ffb3564ba393, 'name': SearchDatastore_Task, 'duration_secs': 0.01799} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.635921] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988d32e7-57ab-416d-9055-4530e09bdd4b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.641700] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1678.641700] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521fd954-9281-4d04-f2fa-108c9df1a686" [ 1678.641700] env[62180]: _type = "Task" [ 1678.641700] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.651119] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521fd954-9281-4d04-f2fa-108c9df1a686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.721305] env[62180]: DEBUG oslo_vmware.api [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963299, 'name': PowerOnVM_Task, 'duration_secs': 0.67027} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.721441] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.721807] env[62180]: INFO nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1678.721807] env[62180]: DEBUG nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.722654] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379981d8-2109-4f23-8611-004d635dc607 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.940128] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.977433] env[62180]: DEBUG nova.compute.manager [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1678.977678] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.978613] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff558c-0d1c-4b54-a901-d62296d11328 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.987025] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.987309] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd217a3-4dcb-42f9-9a92-8d0080da3869 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.995268] env[62180]: DEBUG oslo_vmware.api [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1678.995268] env[62180]: value = "task-1963300" [ 1678.995268] env[62180]: _type = "Task" [ 1678.995268] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.006810] env[62180]: DEBUG oslo_vmware.api [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.077267] env[62180]: DEBUG nova.compute.manager [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.077798] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.078470] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2fabbd-a4f3-420c-a2c8-ff86ab017394 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.086642] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.086942] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-131bb27f-fe46-421e-b45c-d0acc3b5c32f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.095676] env[62180]: DEBUG oslo_vmware.api [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1679.095676] env[62180]: value = "task-1963301" [ 1679.095676] env[62180]: _type = "Task" [ 1679.095676] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.107894] env[62180]: DEBUG oslo_vmware.api [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.131625] env[62180]: ERROR nova.scheduler.client.report [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [req-a8e916c4-b3b2-4301-bfc1-b4be419b68ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8e916c4-b3b2-4301-bfc1-b4be419b68ee"}]} [ 1679.136401] env[62180]: DEBUG oslo_concurrency.lockutils [req-687be746-6c89-49f6-ad2a-4f111d3a5a04 req-d53a6bac-379d-40ba-8113-18d4ee49f194 service nova] Releasing lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.153306] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521fd954-9281-4d04-f2fa-108c9df1a686, 'name': SearchDatastore_Task, 'duration_secs': 0.044966} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.153964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.153964] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1ac84b7c-aff6-497f-941d-99e16550431c/1ac84b7c-aff6-497f-941d-99e16550431c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.154211] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962704a5-3a09-47b1-a055-af21eeedbd40 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.157629] env[62180]: DEBUG nova.scheduler.client.report [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1679.168799] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1679.168799] env[62180]: value = "task-1963302" [ 1679.168799] env[62180]: _type = "Task" [ 1679.168799] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.181105] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.186756] env[62180]: DEBUG nova.scheduler.client.report [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1679.187341] env[62180]: DEBUG nova.compute.provider_tree [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.207971] env[62180]: DEBUG nova.scheduler.client.report [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1679.243018] env[62180]: DEBUG nova.scheduler.client.report [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1679.258026] env[62180]: INFO nova.compute.manager [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Took 50.13 seconds to build instance. [ 1679.267592] env[62180]: DEBUG nova.network.neutron [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Updated VIF entry in instance network info cache for port 62b03c0e-c333-40aa-b2d0-dfced3a86ac6. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.268162] env[62180]: DEBUG nova.network.neutron [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Updating instance_info_cache with network_info: [{"id": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "address": "fa:16:3e:54:a3:5c", "network": {"id": "807a9d2a-0dca-430f-9179-5a609430492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-408222242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973ae59155ba4226b77baece933d8dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b03c0e-c3", "ovs_interfaceid": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.319676] env[62180]: DEBUG nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.353275] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1679.353275] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.353275] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1679.353275] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.353469] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1679.353469] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1679.353469] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1679.353469] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1679.353469] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1679.353634] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1679.353699] env[62180]: DEBUG nova.virt.hardware [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1679.354978] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30468853-e7bf-4b28-9dde-23dc073e45dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.368952] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91f31b3-4a56-4731-b9bd-ec1481f78087 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.418929] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.419337] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.449270] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "0cf30c19-40c2-4a29-9099-92507328ae81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.449670] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0cf30c19-40c2-4a29-9099-92507328ae81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.507624] env[62180]: DEBUG oslo_vmware.api [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963300, 'name': PowerOffVM_Task, 'duration_secs': 0.305243} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.507943] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.508144] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.508417] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27716e7d-6504-4d1a-843f-b3452dea9a3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.610018] env[62180]: DEBUG oslo_vmware.api [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963301, 'name': PowerOffVM_Task, 'duration_secs': 0.304454} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.610342] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.610519] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.610777] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b798247f-57fb-43cf-a3d7-8c09630dcd1d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.638174] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.638416] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.638596] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Deleting the datastore file [datastore1] 45bf79c4-2f13-4989-846d-0db27325bef3 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.641740] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207894fc-e9ec-4ce0-b6f8-a6f7227ccc85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.649275] env[62180]: DEBUG oslo_vmware.api [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1679.649275] env[62180]: value = "task-1963305" [ 1679.649275] env[62180]: _type = "Task" [ 1679.649275] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.658378] env[62180]: DEBUG oslo_vmware.api [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.681304] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963302, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.701233] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.701453] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.701636] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Deleting the datastore file [datastore1] f82dd739-cab2-4037-b038-400c09480dfa {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.701950] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21668f3b-668d-418a-8c36-db5a16c4f5d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.708803] env[62180]: DEBUG oslo_vmware.api [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for the task: (returnval){ [ 1679.708803] env[62180]: value = "task-1963306" [ 1679.708803] env[62180]: _type = "Task" [ 1679.708803] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.721900] env[62180]: DEBUG oslo_vmware.api [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.759496] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5e83c423-67c3-4ec5-8f19-7a7391619a29 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.036s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.770929] env[62180]: DEBUG oslo_concurrency.lockutils [req-9d91e57e-4892-4477-bae4-fe7b125f3bf1 req-5ac976ce-7914-4a4a-a0e7-7cfc2efb49dc service nova] Releasing lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.834160] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.834402] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.945519] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b3b044-be3f-4c1a-ba50-00f7c3132880 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.953952] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026ccb65-19c3-4130-aaac-6fcabd0df838 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.987415] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645cf85a-e83f-4d72-b305-365538dd7b5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.995105] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49803503-4f0a-488d-9afd-d5b04a6a54f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.009029] env[62180]: DEBUG nova.compute.provider_tree [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.159032] env[62180]: DEBUG oslo_vmware.api [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473612} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.159267] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.159459] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.159633] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.159805] env[62180]: INFO nova.compute.manager [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1680.160052] env[62180]: DEBUG oslo.service.loopingcall [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.160246] env[62180]: DEBUG nova.compute.manager [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.160343] env[62180]: DEBUG nova.network.neutron [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.180449] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662757} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.180754] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1ac84b7c-aff6-497f-941d-99e16550431c/1ac84b7c-aff6-497f-941d-99e16550431c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.180920] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.181477] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-378807a5-1a6a-4ede-99d6-a303c0973e58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.191507] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1680.191507] env[62180]: value = "task-1963307" [ 1680.191507] env[62180]: _type = "Task" [ 1680.191507] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.201995] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.218308] env[62180]: DEBUG oslo_vmware.api [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Task: {'id': task-1963306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490891} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.221347] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.221679] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.221866] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.222144] env[62180]: INFO nova.compute.manager [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1680.222476] env[62180]: DEBUG oslo.service.loopingcall [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.222764] env[62180]: DEBUG nova.compute.manager [-] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.223416] env[62180]: DEBUG nova.network.neutron [-] [instance: f82dd739-cab2-4037-b038-400c09480dfa] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.262437] env[62180]: DEBUG nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.402832] env[62180]: DEBUG nova.compute.manager [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Received event network-changed-b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.403050] env[62180]: DEBUG nova.compute.manager [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Refreshing instance network info cache due to event network-changed-b86bc839-da40-4ab0-8d13-2e0b18dc304e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1680.403270] env[62180]: DEBUG oslo_concurrency.lockutils [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] Acquiring lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.403435] env[62180]: DEBUG oslo_concurrency.lockutils [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] Acquired lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.403619] env[62180]: DEBUG nova.network.neutron [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Refreshing network info cache for port b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.513519] env[62180]: DEBUG nova.scheduler.client.report [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.705234] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163859} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.705899] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.706733] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b730692-7634-4951-80f6-495fb3f8a390 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.740349] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 1ac84b7c-aff6-497f-941d-99e16550431c/1ac84b7c-aff6-497f-941d-99e16550431c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.742118] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f55f61a7-38e6-4d04-8f25-aaaef0e66b14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.776105] env[62180]: DEBUG nova.compute.manager [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Received event network-vif-deleted-3f2aedae-649b-43d5-83cc-cc470cadf28e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.776420] env[62180]: DEBUG nova.compute.manager [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Received event network-changed-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1680.777700] env[62180]: DEBUG nova.compute.manager [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Refreshing instance network info cache due to event network-changed-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1680.777700] env[62180]: DEBUG oslo_concurrency.lockutils [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] Acquiring lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.777700] env[62180]: DEBUG oslo_concurrency.lockutils [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] Acquired lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.777700] env[62180]: DEBUG nova.network.neutron [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Refreshing network info cache for port b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.788790] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1680.788790] env[62180]: value = "task-1963308" [ 1680.788790] env[62180]: _type = "Task" [ 1680.788790] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.803787] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.805303] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.837693] env[62180]: DEBUG nova.network.neutron [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Successfully updated port: cdf5a854-a9f6-43c3-9211-19ae270406c4 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.157990] env[62180]: DEBUG nova.network.neutron [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.301537] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963308, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.333085] env[62180]: DEBUG nova.network.neutron [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Updated VIF entry in instance network info cache for port b86bc839-da40-4ab0-8d13-2e0b18dc304e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.333085] env[62180]: DEBUG nova.network.neutron [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Updating instance_info_cache with network_info: [{"id": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "address": "fa:16:3e:bb:a0:87", "network": {"id": "76e91ced-98ef-48c0-93bf-85aee672a7d5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1070538811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0facf04fdae34ae68acc2c9e9067c48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86bc839-da", "ovs_interfaceid": "b86bc839-da40-4ab0-8d13-2e0b18dc304e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.343133] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "refresh_cache-ca6b96ec-de48-44b9-a6ed-747a28281e06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.343305] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "refresh_cache-ca6b96ec-de48-44b9-a6ed-747a28281e06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.343501] env[62180]: DEBUG nova.network.neutron [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.535235] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.248s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.537385] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.291s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.539220] env[62180]: INFO nova.compute.claims [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.547075] env[62180]: DEBUG nova.network.neutron [-] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.621658] env[62180]: DEBUG nova.network.neutron [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Updated VIF entry in instance network info cache for port b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.621895] env[62180]: DEBUG nova.network.neutron [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Updating instance_info_cache with network_info: [{"id": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "address": "fa:16:3e:55:89:7f", "network": {"id": "d6759d2e-c095-4191-9379-16e6a8972564", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1256816423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d97b48f21c406f9d071c6ce0b4901d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a6dfbe-c9", "ovs_interfaceid": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.661228] env[62180]: INFO nova.compute.manager [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Took 1.50 seconds to deallocate network for instance. [ 1681.800071] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963308, 'name': ReconfigVM_Task, 'duration_secs': 0.567782} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.800071] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 1ac84b7c-aff6-497f-941d-99e16550431c/1ac84b7c-aff6-497f-941d-99e16550431c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.800306] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0244a37-ff34-475f-9804-179592d100f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.806997] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1681.806997] env[62180]: value = "task-1963309" [ 1681.806997] env[62180]: _type = "Task" [ 1681.806997] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.816129] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963309, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.837781] env[62180]: DEBUG oslo_concurrency.lockutils [req-994643d0-fe90-4571-940f-4e96aab990c9 req-f1fc3e3f-5794-4abb-9b5a-0530b0df0c15 service nova] Releasing lock "refresh_cache-ab653e12-3d2f-45ee-a3bc-13b670f26e75" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.878152] env[62180]: DEBUG nova.network.neutron [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.053768] env[62180]: INFO nova.compute.manager [-] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Took 1.83 seconds to deallocate network for instance. [ 1682.085224] env[62180]: DEBUG nova.network.neutron [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Updating instance_info_cache with network_info: [{"id": "cdf5a854-a9f6-43c3-9211-19ae270406c4", "address": "fa:16:3e:2b:9f:97", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5a854-a9", "ovs_interfaceid": "cdf5a854-a9f6-43c3-9211-19ae270406c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.125485] env[62180]: DEBUG oslo_concurrency.lockutils [req-b9302571-fcfe-42e6-bcb4-f71af219d0cd req-f4b0ed61-5927-491c-8ee4-343d8fb39155 service nova] Releasing lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.127295] env[62180]: INFO nova.scheduler.client.report [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Deleted allocation for migration 32f2a74c-ed28-4fc9-8371-a53d3db2b93a [ 1682.156021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.156021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.169267] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.316983] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963309, 'name': Rename_Task, 'duration_secs': 0.28153} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.317588] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1682.317588] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4d626b-e8eb-46a6-b745-685df4d4d2e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.324495] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1682.324495] env[62180]: value = "task-1963310" [ 1682.324495] env[62180]: _type = "Task" [ 1682.324495] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.332459] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.567693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.584358] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc024b-1206-904d-dc55-51124dd1f55e/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1682.585702] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b689f7c-a797-43d9-8fee-7854d1335ed9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.592295] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "refresh_cache-ca6b96ec-de48-44b9-a6ed-747a28281e06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.592649] env[62180]: DEBUG nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance network_info: |[{"id": "cdf5a854-a9f6-43c3-9211-19ae270406c4", "address": "fa:16:3e:2b:9f:97", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5a854-a9", "ovs_interfaceid": "cdf5a854-a9f6-43c3-9211-19ae270406c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1682.593588] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:9f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf5a854-a9f6-43c3-9211-19ae270406c4', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.600907] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating folder: Project (6c875ae54580413f800270476a14390a). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1682.601677] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3967f009-43dc-4892-9651-3acb7aa1ffdf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.608851] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc024b-1206-904d-dc55-51124dd1f55e/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1682.608851] env[62180]: ERROR oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc024b-1206-904d-dc55-51124dd1f55e/disk-0.vmdk due to incomplete transfer. [ 1682.610304] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d391a40-1975-49e1-80b2-85bcab64bf06 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.617646] env[62180]: DEBUG oslo_vmware.rw_handles [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dc024b-1206-904d-dc55-51124dd1f55e/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1682.617873] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Uploaded image 772382c0-f69a-4fab-ad3e-bae396485f6c to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1682.621595] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1682.627175] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-971d3ef8-536f-4a62-a143-5f6c7acafad1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.629622] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created folder: Project (6c875ae54580413f800270476a14390a) in parent group-v404325. [ 1682.629927] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating folder: Instances. Parent ref: group-v404439. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1682.630533] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a5626e7-b201-4790-a404-61e9c5c30e79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.637437] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4e29a1da-e4fe-4fc1-896a-efcd1be83d2c tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.974s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.640827] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1682.640827] env[62180]: value = "task-1963312" [ 1682.640827] env[62180]: _type = "Task" [ 1682.640827] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.643943] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created folder: Instances in parent group-v404439. [ 1682.644087] env[62180]: DEBUG oslo.service.loopingcall [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.646942] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.647556] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c61d2d7-b5f1-404f-b991-caa33355cdcc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.670157] env[62180]: DEBUG nova.compute.utils [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.671620] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963312, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.677832] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.677832] env[62180]: value = "task-1963314" [ 1682.677832] env[62180]: _type = "Task" [ 1682.677832] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.688795] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963314, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.835336] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963310, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.137328] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15671d4f-2b8b-455f-9935-089f3bf756c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.150346] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963312, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.151460] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4375d63-db60-44e8-8f74-2208effcba2e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.183421] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.028s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.187840] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cabc09-ccb6-4dde-813e-3432be786edb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.196790] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963314, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.199955] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cba170-d805-4df1-9f3d-0dfaa2ccf5c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.214322] env[62180]: DEBUG nova.compute.provider_tree [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.337400] env[62180]: DEBUG oslo_vmware.api [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963310, 'name': PowerOnVM_Task, 'duration_secs': 0.552564} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.337788] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1683.338122] env[62180]: INFO nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1683.338543] env[62180]: DEBUG nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.339387] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c518c202-22e6-43d7-9359-d26c1e23fe16 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.649946] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963312, 'name': Destroy_Task, 'duration_secs': 0.732567} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.651223] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Destroyed the VM [ 1683.651223] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1683.651625] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e35e8732-a834-4408-8722-d2c39054974c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.657750] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1683.657750] env[62180]: value = "task-1963315" [ 1683.657750] env[62180]: _type = "Task" [ 1683.657750] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.665921] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.693841] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963314, 'name': CreateVM_Task, 'duration_secs': 0.724587} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.693841] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.694567] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.694719] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.695102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.695393] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec954fc0-469c-41b4-88c6-3da4842ea6d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.700090] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1683.700090] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522cd854-d1f5-a9f4-4819-a3acea7267ac" [ 1683.700090] env[62180]: _type = "Task" [ 1683.700090] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.708461] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522cd854-d1f5-a9f4-4819-a3acea7267ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.717554] env[62180]: DEBUG nova.scheduler.client.report [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.861566] env[62180]: INFO nova.compute.manager [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Took 44.81 seconds to build instance. [ 1683.899818] env[62180]: DEBUG nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1683.900125] env[62180]: DEBUG nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing instance network info cache due to event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1683.900295] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Acquiring lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.900546] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Acquired lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.900685] env[62180]: DEBUG nova.network.neutron [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.112100] env[62180]: DEBUG nova.compute.manager [req-20d8b0d7-ea80-4ea4-9ea5-d6d18e422bf1 req-a31db8aa-0936-4110-8914-3a2757b67bae service nova] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Received event network-vif-deleted-0ff56296-7240-442f-b7ee-11f1223a5238 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1684.167905] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.210112] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522cd854-d1f5-a9f4-4819-a3acea7267ac, 'name': SearchDatastore_Task, 'duration_secs': 0.021072} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.210445] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.210691] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.210923] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.211076] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.211281] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.211531] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-333b1f6d-66f9-4442-b903-5ef401a62fe9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.219814] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.222991] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.222991] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3883664c-a347-45c8-827f-c4858c151f38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.227020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.227020] env[62180]: DEBUG nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.227020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.868s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.227896] env[62180]: INFO nova.compute.claims [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.232797] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.233031] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.233252] env[62180]: INFO nova.compute.manager [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Attaching volume 913bc636-c37f-4fb6-bab1-cc3014745b88 to /dev/sdb [ 1684.235752] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1684.235752] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523dc2bd-b2e5-247d-c00c-9249693cec48" [ 1684.235752] env[62180]: _type = "Task" [ 1684.235752] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.246154] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523dc2bd-b2e5-247d-c00c-9249693cec48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.270868] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3ae52c-5f9e-4231-b441-f1d0b6be72f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.278540] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac88da8-ef73-4cda-a629-ced29b69ed8c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.292796] env[62180]: DEBUG nova.virt.block_device [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Updating existing volume attachment record: 73c48049-becb-4dd7-89d1-0264e785421a {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1684.363642] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7cab2f7c-17c1-4232-86b6-a3ba9526e977 tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "1ac84b7c-aff6-497f-941d-99e16550431c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.618s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.668274] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.732565] env[62180]: DEBUG nova.compute.utils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1684.736404] env[62180]: DEBUG nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1684.736615] env[62180]: DEBUG nova.network.neutron [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1684.755707] env[62180]: DEBUG nova.network.neutron [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updated VIF entry in instance network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.756114] env[62180]: DEBUG nova.network.neutron [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [{"id": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "address": "fa:16:3e:e4:6a:33", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8af3c9-ee", "ovs_interfaceid": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.765157] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523dc2bd-b2e5-247d-c00c-9249693cec48, 'name': SearchDatastore_Task, 'duration_secs': 0.019865} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.765969] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a7d836-3623-49d5-8e53-9f3babe458ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.772020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "45bf79c4-2f13-4989-846d-0db27325bef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.772614] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1684.772614] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52003bfb-6c8a-b92c-3a55-88969fcd3243" [ 1684.772614] env[62180]: _type = "Task" [ 1684.772614] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.781775] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52003bfb-6c8a-b92c-3a55-88969fcd3243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.823805] env[62180]: DEBUG nova.policy [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '330ef793aa4242daaa8544a6f75881fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4075dfe6fbe4d87a503b1cde7042109', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1684.868620] env[62180]: DEBUG nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.172489] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.239379] env[62180]: DEBUG nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.268836] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Releasing lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.268836] env[62180]: DEBUG nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Received event network-vif-deleted-be0e0530-07bb-4573-a65e-d71cc923bb09 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1685.268836] env[62180]: DEBUG nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Received event network-vif-plugged-cdf5a854-a9f6-43c3-9211-19ae270406c4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1685.268836] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Acquiring lock "ca6b96ec-de48-44b9-a6ed-747a28281e06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.268836] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.269143] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.269143] env[62180]: DEBUG nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] No waiting events found dispatching network-vif-plugged-cdf5a854-a9f6-43c3-9211-19ae270406c4 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1685.269143] env[62180]: WARNING nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Received unexpected event network-vif-plugged-cdf5a854-a9f6-43c3-9211-19ae270406c4 for instance with vm_state building and task_state spawning. [ 1685.269143] env[62180]: DEBUG nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Received event network-changed-cdf5a854-a9f6-43c3-9211-19ae270406c4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1685.269143] env[62180]: DEBUG nova.compute.manager [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Refreshing instance network info cache due to event network-changed-cdf5a854-a9f6-43c3-9211-19ae270406c4. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1685.269316] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Acquiring lock "refresh_cache-ca6b96ec-de48-44b9-a6ed-747a28281e06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.269316] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Acquired lock "refresh_cache-ca6b96ec-de48-44b9-a6ed-747a28281e06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.269316] env[62180]: DEBUG nova.network.neutron [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Refreshing network info cache for port cdf5a854-a9f6-43c3-9211-19ae270406c4 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.289937] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52003bfb-6c8a-b92c-3a55-88969fcd3243, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.290790] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.291062] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.291346] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c242c8d1-3a50-49da-8f90-71d3be5f72f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.298022] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1685.298022] env[62180]: value = "task-1963319" [ 1685.298022] env[62180]: _type = "Task" [ 1685.298022] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.310053] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.390663] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.477962] env[62180]: DEBUG nova.network.neutron [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Successfully created port: 0513e44e-c472-4c75-a33d-45a3699c7f62 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.673667] env[62180]: DEBUG oslo_vmware.api [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963315, 'name': RemoveSnapshot_Task, 'duration_secs': 1.741994} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.674014] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1685.677224] env[62180]: INFO nova.compute.manager [None req-4a1e69b5-ee8a-4be9-a8d1-e089375e364a tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Took 19.00 seconds to snapshot the instance on the hypervisor. [ 1685.825746] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.957243] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be7e9b1-a515-450e-b46e-878a83f9fdd7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.966252] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207dd7eb-cdb7-43e2-9b74-ac12ac6bd4b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.003680] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b412e95a-6ccc-4aee-99dc-cbb47e4a2757 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.012056] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ebd23d-34bf-458a-9588-54128d322874 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.026186] env[62180]: DEBUG nova.compute.provider_tree [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.250090] env[62180]: DEBUG nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.253381] env[62180]: DEBUG nova.network.neutron [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Updated VIF entry in instance network info cache for port cdf5a854-a9f6-43c3-9211-19ae270406c4. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.254390] env[62180]: DEBUG nova.network.neutron [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Updating instance_info_cache with network_info: [{"id": "cdf5a854-a9f6-43c3-9211-19ae270406c4", "address": "fa:16:3e:2b:9f:97", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdf5a854-a9", "ovs_interfaceid": "cdf5a854-a9f6-43c3-9211-19ae270406c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.290099] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.290814] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.290896] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.291342] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.291711] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.291813] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.292166] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.292400] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.292638] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.292852] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.293169] env[62180]: DEBUG nova.virt.hardware [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.294470] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d572fd-0c5a-4e2e-b8d0-76605ebac25c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.307099] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410935fc-33e2-483c-b506-d515746e72c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.324468] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613593} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.337345] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.337547] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.338292] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2a9ea0b-3de1-4ef0-a1ce-169c71448335 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.345780] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1686.345780] env[62180]: value = "task-1963320" [ 1686.345780] env[62180]: _type = "Task" [ 1686.345780] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.355310] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.530710] env[62180]: DEBUG nova.scheduler.client.report [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.750477] env[62180]: DEBUG nova.compute.manager [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Received event network-changed-62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.750622] env[62180]: DEBUG nova.compute.manager [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Refreshing instance network info cache due to event network-changed-62b03c0e-c333-40aa-b2d0-dfced3a86ac6. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1686.750847] env[62180]: DEBUG oslo_concurrency.lockutils [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] Acquiring lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.750986] env[62180]: DEBUG oslo_concurrency.lockutils [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] Acquired lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.751172] env[62180]: DEBUG nova.network.neutron [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Refreshing network info cache for port 62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.757774] env[62180]: DEBUG oslo_concurrency.lockutils [req-bc9de6b9-0cd9-48a0-abb4-386ea0f73f73 req-ff1658f1-b784-4152-987e-34c7ee1c1e35 service nova] Releasing lock "refresh_cache-ca6b96ec-de48-44b9-a6ed-747a28281e06" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.797743] env[62180]: DEBUG nova.compute.manager [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1686.797951] env[62180]: DEBUG nova.compute.manager [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing instance network info cache due to event network-changed-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1686.798175] env[62180]: DEBUG oslo_concurrency.lockutils [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] Acquiring lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.798320] env[62180]: DEBUG oslo_concurrency.lockutils [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] Acquired lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.798471] env[62180]: DEBUG nova.network.neutron [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Refreshing network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.856362] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.450167} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.856648] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.857445] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d1d55-93b2-44f8-9d5a-baca44eb8737 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.882699] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.883500] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c213facb-9946-4626-ae80-99dcc9ed5e1d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.906113] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1686.906113] env[62180]: value = "task-1963322" [ 1686.906113] env[62180]: _type = "Task" [ 1686.906113] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.914206] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.036054] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "1e94edee-5708-46df-9ed9-b72d81ac47b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.036054] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.036247] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "1e94edee-5708-46df-9ed9-b72d81ac47b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.036568] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.036693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.038846] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.039485] env[62180]: DEBUG nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.042142] env[62180]: INFO nova.compute.manager [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Terminating instance [ 1687.043518] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.043774] env[62180]: DEBUG nova.objects.instance [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lazy-loading 'resources' on Instance uuid 758383d9-21ae-4d18-8c5c-c9be255b12b6 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.426602] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963322, 'name': ReconfigVM_Task, 'duration_secs': 0.505301} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.426911] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.427566] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b38b84ea-8076-45ac-bdd3-d88397cbfb23 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.434363] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1687.434363] env[62180]: value = "task-1963323" [ 1687.434363] env[62180]: _type = "Task" [ 1687.434363] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.442712] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963323, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.547405] env[62180]: DEBUG nova.compute.utils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.551699] env[62180]: DEBUG nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1687.552015] env[62180]: DEBUG nova.network.neutron [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.560214] env[62180]: DEBUG nova.compute.manager [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1687.560537] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.562451] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61316d30-c7a2-4d90-bfd8-6631ef5c02d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.567569] env[62180]: DEBUG nova.network.neutron [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Updated VIF entry in instance network info cache for port 62b03c0e-c333-40aa-b2d0-dfced3a86ac6. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.568114] env[62180]: DEBUG nova.network.neutron [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Updating instance_info_cache with network_info: [{"id": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "address": "fa:16:3e:54:a3:5c", "network": {"id": "807a9d2a-0dca-430f-9179-5a609430492f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-408222242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973ae59155ba4226b77baece933d8dbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b03c0e-c3", "ovs_interfaceid": "62b03c0e-c333-40aa-b2d0-dfced3a86ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.580150] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.581666] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f5d7a76-2bae-4d45-8663-06a40156e993 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.595654] env[62180]: DEBUG oslo_vmware.api [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1687.595654] env[62180]: value = "task-1963324" [ 1687.595654] env[62180]: _type = "Task" [ 1687.595654] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.606888] env[62180]: DEBUG oslo_vmware.api [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.666082] env[62180]: DEBUG nova.policy [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1c6f3780bf84da685555635eb2f9071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c875ae54580413f800270476a14390a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1687.746739] env[62180]: DEBUG nova.network.neutron [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Successfully updated port: 0513e44e-c472-4c75-a33d-45a3699c7f62 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.793697] env[62180]: DEBUG nova.network.neutron [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updated VIF entry in instance network info cache for port fc8af3c9-ee94-4ef4-914e-a7cfd07158d5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.794234] env[62180]: DEBUG nova.network.neutron [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [{"id": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "address": "fa:16:3e:e4:6a:33", "network": {"id": "8c44bed1-3442-44c5-aeb3-ee983b05d119", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1581166253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfc09a3a2b8f47ed8da202ad8e285e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8af3c9-ee", "ovs_interfaceid": "fc8af3c9-ee94-4ef4-914e-a7cfd07158d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.955772] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963323, 'name': Rename_Task, 'duration_secs': 0.164779} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.958700] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.959790] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-218bcaae-e306-40e3-aae7-d6b3638bc513 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.969056] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1687.969056] env[62180]: value = "task-1963325" [ 1687.969056] env[62180]: _type = "Task" [ 1687.969056] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.978468] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.993836] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-da0ad665-64f3-4d5c-adef-417c1e1d2c0f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.994220] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-da0ad665-64f3-4d5c-adef-417c1e1d2c0f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.994711] env[62180]: DEBUG nova.objects.instance [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'flavor' on Instance uuid da0ad665-64f3-4d5c-adef-417c1e1d2c0f {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.053418] env[62180]: DEBUG nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.072830] env[62180]: DEBUG oslo_concurrency.lockutils [req-be86434e-2a16-4ae4-ade5-d7d7fec5169a req-3fd32e69-c896-4374-9cb2-316c08a21565 service nova] Releasing lock "refresh_cache-1ac84b7c-aff6-497f-941d-99e16550431c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.106630] env[62180]: DEBUG oslo_vmware.api [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963324, 'name': PowerOffVM_Task, 'duration_secs': 0.286804} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.107542] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.107706] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.107993] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b11c5f2d-ed22-44cf-9cbb-e9e056ef3593 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.133754] env[62180]: DEBUG nova.network.neutron [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Successfully created port: 2a48e8a5-0c1d-44c9-87a3-77bb9e2454da {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.175649] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b45bb1-de68-4eaa-b997-23b25101943d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.184440] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b58e7e-d204-493f-b139-5a7b30e5eb6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.188468] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.188674] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.189721] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Deleting the datastore file [datastore1] 1e94edee-5708-46df-9ed9-b72d81ac47b9 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.190036] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6395bda5-ba20-4bbf-aaae-1af3b5cde25d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.229260] env[62180]: DEBUG oslo_vmware.api [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for the task: (returnval){ [ 1688.229260] env[62180]: value = "task-1963327" [ 1688.229260] env[62180]: _type = "Task" [ 1688.229260] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.230098] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ec13fe-ce15-4694-90e6-6123aeea58fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.243247] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d9f0a1-5b7e-4da0-b2dc-e5e5d9a03334 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.246975] env[62180]: DEBUG oslo_vmware.api [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.258351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "refresh_cache-92ff7c21-e2c6-4d85-aa12-e41672929eda" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.258351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquired lock "refresh_cache-92ff7c21-e2c6-4d85-aa12-e41672929eda" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.258351] env[62180]: DEBUG nova.network.neutron [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.259772] env[62180]: DEBUG nova.compute.provider_tree [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.297644] env[62180]: DEBUG oslo_concurrency.lockutils [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] Releasing lock "refresh_cache-d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.297980] env[62180]: DEBUG nova.compute.manager [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Received event network-changed-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1688.298163] env[62180]: DEBUG nova.compute.manager [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Refreshing instance network info cache due to event network-changed-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1688.298376] env[62180]: DEBUG oslo_concurrency.lockutils [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] Acquiring lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.298709] env[62180]: DEBUG oslo_concurrency.lockutils [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] Acquired lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.298906] env[62180]: DEBUG nova.network.neutron [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Refreshing network info cache for port b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.480815] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.648265] env[62180]: DEBUG nova.objects.instance [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'pci_requests' on Instance uuid da0ad665-64f3-4d5c-adef-417c1e1d2c0f {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.746800] env[62180]: DEBUG oslo_vmware.api [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.763558] env[62180]: DEBUG nova.scheduler.client.report [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1688.804849] env[62180]: DEBUG nova.network.neutron [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.843945] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1688.844199] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404443', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'name': 'volume-913bc636-c37f-4fb6-bab1-cc3014745b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09d1606b-7a4b-4475-b4c6-7ebc0d7876ae', 'attached_at': '', 'detached_at': '', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'serial': '913bc636-c37f-4fb6-bab1-cc3014745b88'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1688.845382] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa103442-61ab-4378-8835-efa59dc1164c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.861594] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10397f0-02c8-442d-87b8-7a6b1ba9be9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.889102] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-913bc636-c37f-4fb6-bab1-cc3014745b88/volume-913bc636-c37f-4fb6-bab1-cc3014745b88.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.889373] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196c9d04-c948-47f2-9355-0e98b67d3cd8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.909977] env[62180]: DEBUG oslo_vmware.api [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1688.909977] env[62180]: value = "task-1963328" [ 1688.909977] env[62180]: _type = "Task" [ 1688.909977] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.920501] env[62180]: DEBUG oslo_vmware.api [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.981226] env[62180]: DEBUG oslo_vmware.api [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963325, 'name': PowerOnVM_Task, 'duration_secs': 0.681779} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.981282] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.981516] env[62180]: INFO nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1688.981693] env[62180]: DEBUG nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.982502] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5382df7-29c1-44e9-bc03-50be59b63e08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.069611] env[62180]: DEBUG nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.096142] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.096525] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.096780] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.097113] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.097374] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.097639] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.098092] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.098092] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.098293] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.098473] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.098661] env[62180]: DEBUG nova.virt.hardware [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.099920] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecb447c-e2fd-41d9-a68a-ebac555736c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.107817] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4abd45-e2ae-4a9c-972a-3462f715e572 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.122266] env[62180]: DEBUG nova.network.neutron [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Updating instance_info_cache with network_info: [{"id": "0513e44e-c472-4c75-a33d-45a3699c7f62", "address": "fa:16:3e:55:2a:3b", "network": {"id": "a7983313-38ae-4c35-b4f9-5b165c3bee91", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-695828145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4075dfe6fbe4d87a503b1cde7042109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0513e44e-c4", "ovs_interfaceid": "0513e44e-c472-4c75-a33d-45a3699c7f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.150642] env[62180]: DEBUG nova.objects.base [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1689.150910] env[62180]: DEBUG nova.network.neutron [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.219295] env[62180]: DEBUG nova.network.neutron [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Updated VIF entry in instance network info cache for port b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.219689] env[62180]: DEBUG nova.network.neutron [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Updating instance_info_cache with network_info: [{"id": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "address": "fa:16:3e:55:89:7f", "network": {"id": "d6759d2e-c095-4191-9379-16e6a8972564", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1256816423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d97b48f21c406f9d071c6ce0b4901d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a6dfbe-c9", "ovs_interfaceid": "b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.229999] env[62180]: DEBUG nova.policy [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1689.239621] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "f947b843-3d51-4720-9797-4c5859c4d630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.239858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "f947b843-3d51-4720-9797-4c5859c4d630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.240059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "f947b843-3d51-4720-9797-4c5859c4d630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.240237] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "f947b843-3d51-4720-9797-4c5859c4d630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.240398] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "f947b843-3d51-4720-9797-4c5859c4d630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.243283] env[62180]: INFO nova.compute.manager [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Terminating instance [ 1689.251846] env[62180]: DEBUG oslo_vmware.api [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Task: {'id': task-1963327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.953635} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.251846] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.252026] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.252240] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.252479] env[62180]: INFO nova.compute.manager [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1689.252760] env[62180]: DEBUG oslo.service.loopingcall [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.253473] env[62180]: DEBUG nova.compute.manager [-] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.253585] env[62180]: DEBUG nova.network.neutron [-] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.268223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.270293] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.881s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.271248] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.271248] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1689.271248] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.336s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.271248] env[62180]: DEBUG nova.objects.instance [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lazy-loading 'resources' on Instance uuid 4f643aab-c79e-455a-ac39-6184c11d02da {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.275197] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ea1db-1d41-4ddc-b606-d0f5dc3ecde3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.283427] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec96d78-5b9b-4bbf-87c4-3866058bfaf3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.300821] env[62180]: INFO nova.scheduler.client.report [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Deleted allocations for instance 758383d9-21ae-4d18-8c5c-c9be255b12b6 [ 1689.302242] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce53398f-e953-4805-a19e-4c3ab6b7597b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.317025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c253cf-89eb-4e3c-b88d-687decd76df5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.348130] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179144MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1689.348458] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.421253] env[62180]: DEBUG oslo_vmware.api [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.499932] env[62180]: INFO nova.compute.manager [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Took 46.12 seconds to build instance. [ 1689.625353] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Releasing lock "refresh_cache-92ff7c21-e2c6-4d85-aa12-e41672929eda" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.625675] env[62180]: DEBUG nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Instance network_info: |[{"id": "0513e44e-c472-4c75-a33d-45a3699c7f62", "address": "fa:16:3e:55:2a:3b", "network": {"id": "a7983313-38ae-4c35-b4f9-5b165c3bee91", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-695828145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4075dfe6fbe4d87a503b1cde7042109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0513e44e-c4", "ovs_interfaceid": "0513e44e-c472-4c75-a33d-45a3699c7f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.626101] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:2a:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0513e44e-c472-4c75-a33d-45a3699c7f62', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.633764] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Creating folder: Project (e4075dfe6fbe4d87a503b1cde7042109). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.634106] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4db58f62-a5cf-4b68-b2d0-1a08b2c6c624 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.646467] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Created folder: Project (e4075dfe6fbe4d87a503b1cde7042109) in parent group-v404325. [ 1689.646667] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Creating folder: Instances. Parent ref: group-v404444. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1689.646907] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ebf987-f1d1-4399-bdb6-7e8937d1e099 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.656548] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Created folder: Instances in parent group-v404444. [ 1689.656854] env[62180]: DEBUG oslo.service.loopingcall [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.657061] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.657283] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17de7577-1066-4e3c-a3bd-548a2a83b88b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.676466] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.676466] env[62180]: value = "task-1963331" [ 1689.676466] env[62180]: _type = "Task" [ 1689.676466] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.684523] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963331, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.723404] env[62180]: DEBUG oslo_concurrency.lockutils [req-1d6cb666-4625-447c-a4b4-1afd4d6042d6 req-70fd0b85-0e99-4ec7-a086-379f73983501 service nova] Releasing lock "refresh_cache-f947b843-3d51-4720-9797-4c5859c4d630" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.753050] env[62180]: DEBUG nova.compute.manager [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.753298] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.755785] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d9bb2f-0a0f-4841-8b66-346a845050b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.766375] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.766873] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba1a21a-8919-4d15-9e79-1e5e7a619b0d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.773747] env[62180]: DEBUG oslo_vmware.api [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1689.773747] env[62180]: value = "task-1963332" [ 1689.773747] env[62180]: _type = "Task" [ 1689.773747] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.793878] env[62180]: DEBUG oslo_vmware.api [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.812682] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88cdab1f-7439-4f64-b865-5efd8f17ca59 tempest-DeleteServersAdminTestJSON-1437510597 tempest-DeleteServersAdminTestJSON-1437510597-project-member] Lock "758383d9-21ae-4d18-8c5c-c9be255b12b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.159s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.923841] env[62180]: DEBUG oslo_vmware.api [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963328, 'name': ReconfigVM_Task, 'duration_secs': 0.652536} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.923841] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-913bc636-c37f-4fb6-bab1-cc3014745b88/volume-913bc636-c37f-4fb6-bab1-cc3014745b88.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.931856] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae28c4f5-6c0f-459a-84c4-afe205a6c167 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.948054] env[62180]: DEBUG oslo_vmware.api [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1689.948054] env[62180]: value = "task-1963333" [ 1689.948054] env[62180]: _type = "Task" [ 1689.948054] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.962174] env[62180]: DEBUG oslo_vmware.api [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.001809] env[62180]: DEBUG nova.compute.manager [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Received event network-vif-plugged-0513e44e-c472-4c75-a33d-45a3699c7f62 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.001809] env[62180]: DEBUG oslo_concurrency.lockutils [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] Acquiring lock "92ff7c21-e2c6-4d85-aa12-e41672929eda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.002405] env[62180]: DEBUG oslo_concurrency.lockutils [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.002463] env[62180]: DEBUG oslo_concurrency.lockutils [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.002619] env[62180]: DEBUG nova.compute.manager [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] No waiting events found dispatching network-vif-plugged-0513e44e-c472-4c75-a33d-45a3699c7f62 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.002882] env[62180]: WARNING nova.compute.manager [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Received unexpected event network-vif-plugged-0513e44e-c472-4c75-a33d-45a3699c7f62 for instance with vm_state building and task_state spawning. [ 1690.003024] env[62180]: DEBUG nova.compute.manager [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Received event network-changed-0513e44e-c472-4c75-a33d-45a3699c7f62 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1690.003091] env[62180]: DEBUG nova.compute.manager [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Refreshing instance network info cache due to event network-changed-0513e44e-c472-4c75-a33d-45a3699c7f62. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1690.003487] env[62180]: DEBUG oslo_concurrency.lockutils [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] Acquiring lock "refresh_cache-92ff7c21-e2c6-4d85-aa12-e41672929eda" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.003487] env[62180]: DEBUG oslo_concurrency.lockutils [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] Acquired lock "refresh_cache-92ff7c21-e2c6-4d85-aa12-e41672929eda" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.003686] env[62180]: DEBUG nova.network.neutron [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Refreshing network info cache for port 0513e44e-c472-4c75-a33d-45a3699c7f62 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.005748] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b458c689-3452-4920-95a2-a683f80ff717 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.181s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.146622] env[62180]: DEBUG nova.network.neutron [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Successfully created port: 48c78984-405e-4efa-86cf-1b4c1c2a0566 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.189877] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963331, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.285291] env[62180]: DEBUG oslo_vmware.api [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963332, 'name': PowerOffVM_Task, 'duration_secs': 0.209411} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.285627] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.285842] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.286503] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-771f0bd8-c401-4bfb-83cb-2ca359a740f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.367418] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.367418] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.367549] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Deleting the datastore file [datastore1] f947b843-3d51-4720-9797-4c5859c4d630 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.368956] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbbd2cd1-b7ca-4cca-805d-460e535847df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.375271] env[62180]: DEBUG oslo_vmware.api [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for the task: (returnval){ [ 1690.375271] env[62180]: value = "task-1963335" [ 1690.375271] env[62180]: _type = "Task" [ 1690.375271] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.383734] env[62180]: DEBUG oslo_vmware.api [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.443042] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c55c59-d032-4daf-82e3-7c05df8f7201 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.453707] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e9eab7-1f1c-4bac-ae86-226335b729b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.461920] env[62180]: DEBUG oslo_vmware.api [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963333, 'name': ReconfigVM_Task, 'duration_secs': 0.162833} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.485487] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404443', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'name': 'volume-913bc636-c37f-4fb6-bab1-cc3014745b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09d1606b-7a4b-4475-b4c6-7ebc0d7876ae', 'attached_at': '', 'detached_at': '', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'serial': '913bc636-c37f-4fb6-bab1-cc3014745b88'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1690.490019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8073f3e-4347-4aea-a467-6237a8a1e7f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.495729] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22806f0-5ea8-4af9-8255-08697a69710f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.516358] env[62180]: DEBUG nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1690.519494] env[62180]: DEBUG nova.compute.provider_tree [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.688911] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963331, 'name': CreateVM_Task, 'duration_secs': 0.645372} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.689314] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.689847] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.690026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.690354] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.690597] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40886eee-ee3e-477f-b49c-944900f2d0b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.695353] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1690.695353] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524616c1-b787-4c69-9ca2-31fec111ecb0" [ 1690.695353] env[62180]: _type = "Task" [ 1690.695353] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.703486] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524616c1-b787-4c69-9ca2-31fec111ecb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.812364] env[62180]: DEBUG nova.network.neutron [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Successfully updated port: 2a48e8a5-0c1d-44c9-87a3-77bb9e2454da {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1690.855439] env[62180]: DEBUG nova.network.neutron [-] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.884304] env[62180]: DEBUG oslo_vmware.api [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.044895] env[62180]: ERROR nova.scheduler.client.report [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [req-dd43aa57-57fd-4d38-8631-3804d500a700] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd43aa57-57fd-4d38-8631-3804d500a700"}]} [ 1691.048660] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.069279] env[62180]: DEBUG nova.scheduler.client.report [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1691.097168] env[62180]: DEBUG nova.scheduler.client.report [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1691.097168] env[62180]: DEBUG nova.compute.provider_tree [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.104168] env[62180]: DEBUG nova.network.neutron [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Updated VIF entry in instance network info cache for port 0513e44e-c472-4c75-a33d-45a3699c7f62. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.104731] env[62180]: DEBUG nova.network.neutron [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Updating instance_info_cache with network_info: [{"id": "0513e44e-c472-4c75-a33d-45a3699c7f62", "address": "fa:16:3e:55:2a:3b", "network": {"id": "a7983313-38ae-4c35-b4f9-5b165c3bee91", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-695828145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4075dfe6fbe4d87a503b1cde7042109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0513e44e-c4", "ovs_interfaceid": "0513e44e-c472-4c75-a33d-45a3699c7f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.117864] env[62180]: DEBUG nova.scheduler.client.report [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1691.137386] env[62180]: DEBUG nova.scheduler.client.report [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1691.209204] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524616c1-b787-4c69-9ca2-31fec111ecb0, 'name': SearchDatastore_Task, 'duration_secs': 0.025172} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.209587] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.209827] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.210072] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.210221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.210396] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.210668] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f6837e4-07c8-4c34-9adc-bb3bb2fa2d9a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.224298] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.224516] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.225426] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d45088f-c432-4132-94d0-db2ad5aea001 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.234023] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1691.234023] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52795cad-142d-a826-130b-adf0c875f0cb" [ 1691.234023] env[62180]: _type = "Task" [ 1691.234023] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.242773] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52795cad-142d-a826-130b-adf0c875f0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.314855] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "refresh_cache-ede9cc61-2c36-4b7a-ae64-3b67604931f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.314855] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "refresh_cache-ede9cc61-2c36-4b7a-ae64-3b67604931f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.314972] env[62180]: DEBUG nova.network.neutron [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.357833] env[62180]: INFO nova.compute.manager [-] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Took 2.10 seconds to deallocate network for instance. [ 1691.389881] env[62180]: DEBUG oslo_vmware.api [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Task: {'id': task-1963335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590655} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.390287] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.390518] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.390733] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.391126] env[62180]: INFO nova.compute.manager [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1691.391319] env[62180]: DEBUG oslo.service.loopingcall [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.392025] env[62180]: DEBUG nova.compute.manager [-] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.392025] env[62180]: DEBUG nova.network.neutron [-] [instance: f947b843-3d51-4720-9797-4c5859c4d630] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.537205] env[62180]: DEBUG nova.objects.instance [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lazy-loading 'flavor' on Instance uuid 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.608968] env[62180]: DEBUG oslo_concurrency.lockutils [req-11d1b0e1-10dc-4ea5-b2df-7ae8e2e06e8d req-fdb91fc9-3196-49a0-aae8-6ffdcf5a2a0b service nova] Releasing lock "refresh_cache-92ff7c21-e2c6-4d85-aa12-e41672929eda" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.668650] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b9f4a-3c82-48c6-98d9-4156a300f79d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.676664] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caddf2c-083c-471b-a3ee-4e50be4757d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.707412] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce77bce-02d2-463b-87fe-3af6d9898459 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.715693] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f5b5ff-efc6-4199-ba04-5b93d73f4a78 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.729868] env[62180]: DEBUG nova.compute.provider_tree [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.743826] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52795cad-142d-a826-130b-adf0c875f0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.027205} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.745298] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65341d9-6266-4bf8-ac70-0037b6314eee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.750610] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1691.750610] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5269db11-4f03-223a-c433-622bc9416417" [ 1691.750610] env[62180]: _type = "Task" [ 1691.750610] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.757926] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5269db11-4f03-223a-c433-622bc9416417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.855407] env[62180]: DEBUG nova.network.neutron [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.864652] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.013805] env[62180]: DEBUG nova.network.neutron [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Updating instance_info_cache with network_info: [{"id": "2a48e8a5-0c1d-44c9-87a3-77bb9e2454da", "address": "fa:16:3e:93:b7:f9", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a48e8a5-0c", "ovs_interfaceid": "2a48e8a5-0c1d-44c9-87a3-77bb9e2454da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.043492] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ca429a3-084b-4a11-a2ef-2d88825763ce tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.810s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.183722] env[62180]: DEBUG nova.network.neutron [-] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.262287] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5269db11-4f03-223a-c433-622bc9416417, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.262287] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.262413] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 92ff7c21-e2c6-4d85-aa12-e41672929eda/92ff7c21-e2c6-4d85-aa12-e41672929eda.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.262608] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80036942-a3b3-4064-a8db-bf61489cd324 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.266317] env[62180]: DEBUG nova.scheduler.client.report [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1692.266572] env[62180]: DEBUG nova.compute.provider_tree [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 70 to 71 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.266775] env[62180]: DEBUG nova.compute.provider_tree [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.272024] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1692.272024] env[62180]: value = "task-1963336" [ 1692.272024] env[62180]: _type = "Task" [ 1692.272024] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.280801] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.427093] env[62180]: DEBUG nova.network.neutron [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Successfully updated port: 48c78984-405e-4efa-86cf-1b4c1c2a0566 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.516579] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "refresh_cache-ede9cc61-2c36-4b7a-ae64-3b67604931f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.516913] env[62180]: DEBUG nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Instance network_info: |[{"id": "2a48e8a5-0c1d-44c9-87a3-77bb9e2454da", "address": "fa:16:3e:93:b7:f9", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a48e8a5-0c", "ovs_interfaceid": "2a48e8a5-0c1d-44c9-87a3-77bb9e2454da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.517392] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:b7:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a48e8a5-0c1d-44c9-87a3-77bb9e2454da', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.525089] env[62180]: DEBUG oslo.service.loopingcall [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.525305] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.525517] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-446dd066-4ef8-4892-bbef-fb0d35a5b634 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.546306] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.546306] env[62180]: value = "task-1963337" [ 1692.546306] env[62180]: _type = "Task" [ 1692.546306] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.553961] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963337, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.686396] env[62180]: INFO nova.compute.manager [-] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Took 1.29 seconds to deallocate network for instance. [ 1692.771955] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.501s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.775275] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.669s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.775659] env[62180]: DEBUG nova.objects.instance [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lazy-loading 'resources' on Instance uuid 0a8b973e-5534-4856-b85d-7d503325ce4d {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.788617] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963336, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.791144] env[62180]: INFO nova.scheduler.client.report [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleted allocations for instance 4f643aab-c79e-455a-ac39-6184c11d02da [ 1692.930725] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.930993] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.931217] env[62180]: DEBUG nova.network.neutron [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.013686] env[62180]: DEBUG nova.compute.manager [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Received event network-vif-plugged-2a48e8a5-0c1d-44c9-87a3-77bb9e2454da {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1693.013970] env[62180]: DEBUG oslo_concurrency.lockutils [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] Acquiring lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.014226] env[62180]: DEBUG oslo_concurrency.lockutils [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.014431] env[62180]: DEBUG oslo_concurrency.lockutils [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.014613] env[62180]: DEBUG nova.compute.manager [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] No waiting events found dispatching network-vif-plugged-2a48e8a5-0c1d-44c9-87a3-77bb9e2454da {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1693.014786] env[62180]: WARNING nova.compute.manager [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Received unexpected event network-vif-plugged-2a48e8a5-0c1d-44c9-87a3-77bb9e2454da for instance with vm_state building and task_state spawning. [ 1693.014987] env[62180]: DEBUG nova.compute.manager [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Received event network-vif-deleted-c1675bf7-a18a-46ba-8b94-7aebf14adc4d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1693.015199] env[62180]: DEBUG nova.compute.manager [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Received event network-changed-2a48e8a5-0c1d-44c9-87a3-77bb9e2454da {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1693.015401] env[62180]: DEBUG nova.compute.manager [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Refreshing instance network info cache due to event network-changed-2a48e8a5-0c1d-44c9-87a3-77bb9e2454da. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1693.015621] env[62180]: DEBUG oslo_concurrency.lockutils [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] Acquiring lock "refresh_cache-ede9cc61-2c36-4b7a-ae64-3b67604931f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.015808] env[62180]: DEBUG oslo_concurrency.lockutils [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] Acquired lock "refresh_cache-ede9cc61-2c36-4b7a-ae64-3b67604931f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.015998] env[62180]: DEBUG nova.network.neutron [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Refreshing network info cache for port 2a48e8a5-0c1d-44c9-87a3-77bb9e2454da {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.057448] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963337, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.162567] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.162567] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.195729] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.292016] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703996} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.292290] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 92ff7c21-e2c6-4d85-aa12-e41672929eda/92ff7c21-e2c6-4d85-aa12-e41672929eda.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.292491] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.292745] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125ce35d-24fe-4aa4-9f26-79656925fc3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.300302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bcb37cde-1266-4777-b4f7-41c05210b058 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "4f643aab-c79e-455a-ac39-6184c11d02da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.834s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.305035] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1693.305035] env[62180]: value = "task-1963338" [ 1693.305035] env[62180]: _type = "Task" [ 1693.305035] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.314312] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.480377] env[62180]: WARNING nova.network.neutron [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] 11ee6732-0c6e-40b0-b04d-187530662655 already exists in list: networks containing: ['11ee6732-0c6e-40b0-b04d-187530662655']. ignoring it [ 1693.558677] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963337, 'name': CreateVM_Task, 'duration_secs': 0.62081} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.561169] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.562026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.562210] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.562508] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.562749] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa40437-7a64-4b67-9775-133066d9a596 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.567048] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1693.567048] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52076a5a-ee50-e4df-c77b-407316b9ef49" [ 1693.567048] env[62180]: _type = "Task" [ 1693.567048] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.584019] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52076a5a-ee50-e4df-c77b-407316b9ef49, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.584019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.584019] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.584019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.584301] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.584301] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.584301] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69db3f0-65a4-412f-b12d-1a1944f32fe2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.594017] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.594017] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.594017] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994162c9-7c56-4b86-a11e-dc9f22bcfc61 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.603025] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1693.603025] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e2fe47-a8e9-6060-95bf-223dae8000b1" [ 1693.603025] env[62180]: _type = "Task" [ 1693.603025] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.608044] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e2fe47-a8e9-6060-95bf-223dae8000b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.742862] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3577f78b-cadc-46dc-ac89-1bc87e2c9066 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.750066] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0e77fe-83e4-4fc3-ac0a-788fdbe92d34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.785254] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b20d3-bc09-4d34-9d8a-98d5b3c1d464 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.792786] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0689c7-55a3-4ab9-8cb3-94388ac1f6fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.485223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.485223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.504488] env[62180]: DEBUG nova.compute.provider_tree [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1694.511703] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e2fe47-a8e9-6060-95bf-223dae8000b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.512291] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071226} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.513154] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.513690] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc0e7e5-f56f-46da-945e-ef76fa70bcc2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.516088] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072a1f5-bcb9-42d5-ba3b-c5a53d663873 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.540017] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 92ff7c21-e2c6-4d85-aa12-e41672929eda/92ff7c21-e2c6-4d85-aa12-e41672929eda.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.543630] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03565e30-a464-431d-92dc-2fb308e4f681 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.558443] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1694.558443] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5201b7fe-61d5-05f4-918d-a32e8457c5e2" [ 1694.558443] env[62180]: _type = "Task" [ 1694.558443] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.559257] env[62180]: DEBUG nova.network.neutron [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Updated VIF entry in instance network info cache for port 2a48e8a5-0c1d-44c9-87a3-77bb9e2454da. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.559611] env[62180]: DEBUG nova.network.neutron [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Updating instance_info_cache with network_info: [{"id": "2a48e8a5-0c1d-44c9-87a3-77bb9e2454da", "address": "fa:16:3e:93:b7:f9", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a48e8a5-0c", "ovs_interfaceid": "2a48e8a5-0c1d-44c9-87a3-77bb9e2454da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.566646] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1694.566646] env[62180]: value = "task-1963339" [ 1694.566646] env[62180]: _type = "Task" [ 1694.566646] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.572509] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5201b7fe-61d5-05f4-918d-a32e8457c5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.020464} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.573264] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.573567] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ede9cc61-2c36-4b7a-ae64-3b67604931f0/ede9cc61-2c36-4b7a-ae64-3b67604931f0.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.574058] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c00d3964-e797-4ecd-af74-be0e8193a5a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.579345] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.583632] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1694.583632] env[62180]: value = "task-1963340" [ 1694.583632] env[62180]: _type = "Task" [ 1694.583632] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.592284] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.705116] env[62180]: DEBUG nova.network.neutron [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48c78984-405e-4efa-86cf-1b4c1c2a0566", "address": "fa:16:3e:fc:b6:9b", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c78984-40", "ovs_interfaceid": "48c78984-405e-4efa-86cf-1b4c1c2a0566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.989201] env[62180]: INFO nova.compute.manager [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Detaching volume 913bc636-c37f-4fb6-bab1-cc3014745b88 [ 1694.998351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.998689] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.999484] env[62180]: DEBUG nova.compute.manager [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.001284] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd631dd-81c0-4e75-acc8-1a5024a30356 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.008376] env[62180]: DEBUG nova.compute.manager [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1695.009178] env[62180]: DEBUG nova.objects.instance [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lazy-loading 'flavor' on Instance uuid ea20886c-f906-4f3e-9cfa-30c44213f9f5 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.035037] env[62180]: ERROR nova.scheduler.client.report [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] [req-cf758f8f-32f9-49ee-ac47-37386df1a34d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cf758f8f-32f9-49ee-ac47-37386df1a34d"}]} [ 1695.038237] env[62180]: INFO nova.virt.block_device [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Attempting to driver detach volume 913bc636-c37f-4fb6-bab1-cc3014745b88 from mountpoint /dev/sdb [ 1695.038477] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1695.038753] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404443', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'name': 'volume-913bc636-c37f-4fb6-bab1-cc3014745b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09d1606b-7a4b-4475-b4c6-7ebc0d7876ae', 'attached_at': '', 'detached_at': '', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'serial': '913bc636-c37f-4fb6-bab1-cc3014745b88'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1695.040171] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fc3668-6c8d-45c8-8d81-8e3a5be78088 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.063625] env[62180]: DEBUG oslo_concurrency.lockutils [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] Releasing lock "refresh_cache-ede9cc61-2c36-4b7a-ae64-3b67604931f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.063891] env[62180]: DEBUG nova.compute.manager [req-3a76da39-139f-438a-8bd9-9dd76464e590 req-4e808f96-be44-4fe9-a77c-5bd1ab29eccb service nova] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Received event network-vif-deleted-b3a6dfbe-c930-4d2c-b900-9116e3d7cf5b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.065182] env[62180]: DEBUG nova.scheduler.client.report [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1695.067613] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7b896-fcdf-4b08-a2eb-094f9b38edda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.086463] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963339, 'name': ReconfigVM_Task, 'duration_secs': 0.498761} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.086946] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 92ff7c21-e2c6-4d85-aa12-e41672929eda/92ff7c21-e2c6-4d85-aa12-e41672929eda.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.091305] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aedf073-e99b-434e-92e6-40bd0bf6eb6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.094256] env[62180]: DEBUG nova.scheduler.client.report [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1695.094455] env[62180]: DEBUG nova.compute.provider_tree [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1695.096626] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9876e625-eeab-482e-97a9-8689ea204ad5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.102781] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472089} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.119070] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ede9cc61-2c36-4b7a-ae64-3b67604931f0/ede9cc61-2c36-4b7a-ae64-3b67604931f0.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.119312] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.120067] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1695.120067] env[62180]: value = "task-1963341" [ 1695.120067] env[62180]: _type = "Task" [ 1695.120067] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.120964] env[62180]: DEBUG nova.scheduler.client.report [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1695.122908] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f16f092-9db1-44ae-8696-518200ceaa11 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.125246] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e37b56-d116-4d0f-9303-261c14312334 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.135031] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.135134] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.147016] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] The volume has not been displaced from its original location: [datastore1] volume-913bc636-c37f-4fb6-bab1-cc3014745b88/volume-913bc636-c37f-4fb6-bab1-cc3014745b88.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1695.152775] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1695.154290] env[62180]: DEBUG nova.scheduler.client.report [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1695.160775] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836f1417-8d7d-4878-a19f-0ab2efa3a14f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.174131] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1695.174131] env[62180]: value = "task-1963342" [ 1695.174131] env[62180]: _type = "Task" [ 1695.174131] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.174131] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963341, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.179610] env[62180]: DEBUG oslo_vmware.api [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1695.179610] env[62180]: value = "task-1963343" [ 1695.179610] env[62180]: _type = "Task" [ 1695.179610] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.182515] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.194881] env[62180]: DEBUG oslo_vmware.api [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.207927] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.208631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.208814] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.209771] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7603a81d-184d-4940-baa8-4741e251f6fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.231470] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.231729] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.231881] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.232065] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.232210] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.232341] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.232532] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.232679] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.232835] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.232988] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.233221] env[62180]: DEBUG nova.virt.hardware [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.239350] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Reconfiguring VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1695.242295] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205ea6e7-7d95-43dd-a4ec-e677233b5c55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.258603] env[62180]: DEBUG oslo_vmware.api [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1695.258603] env[62180]: value = "task-1963344" [ 1695.258603] env[62180]: _type = "Task" [ 1695.258603] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.266406] env[62180]: DEBUG oslo_vmware.api [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963344, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.639919] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963341, 'name': Rename_Task, 'duration_secs': 0.241355} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.640564] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.641264] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54eae732-91dd-4ff3-847a-7c2613b6d44a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.647745] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1695.647745] env[62180]: value = "task-1963345" [ 1695.647745] env[62180]: _type = "Task" [ 1695.647745] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.656781] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.683959] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099873} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.689361] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.690492] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2102a5-6e34-4c42-92ad-070494998c0b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.698091] env[62180]: DEBUG oslo_vmware.api [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963343, 'name': ReconfigVM_Task, 'duration_secs': 0.453994} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.707206] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1695.720485] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] ede9cc61-2c36-4b7a-ae64-3b67604931f0/ede9cc61-2c36-4b7a-ae64-3b67604931f0.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.723454] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865355e4-b0ed-4e98-96df-0efa03431063 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.733211] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c31ecd-11f3-41bb-8948-a4c7ae84dd69 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.753888] env[62180]: DEBUG oslo_vmware.api [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1695.753888] env[62180]: value = "task-1963346" [ 1695.753888] env[62180]: _type = "Task" [ 1695.753888] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.755343] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1695.755343] env[62180]: value = "task-1963347" [ 1695.755343] env[62180]: _type = "Task" [ 1695.755343] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.770169] env[62180]: DEBUG oslo_vmware.api [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.774759] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.780552] env[62180]: DEBUG oslo_vmware.api [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.792337] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe9778-104b-4419-abf5-b415f5b6d8bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.801024] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281aa8fb-88f2-4356-b314-4485cb6a2e69 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.832968] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a6bd27-1119-4fab-bd5e-964df2d00cb2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.836751] env[62180]: DEBUG nova.compute.manager [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received event network-vif-plugged-48c78984-405e-4efa-86cf-1b4c1c2a0566 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.836959] env[62180]: DEBUG oslo_concurrency.lockutils [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.837183] env[62180]: DEBUG oslo_concurrency.lockutils [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.837349] env[62180]: DEBUG oslo_concurrency.lockutils [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.837511] env[62180]: DEBUG nova.compute.manager [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] No waiting events found dispatching network-vif-plugged-48c78984-405e-4efa-86cf-1b4c1c2a0566 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.837667] env[62180]: WARNING nova.compute.manager [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received unexpected event network-vif-plugged-48c78984-405e-4efa-86cf-1b4c1c2a0566 for instance with vm_state active and task_state None. [ 1695.837849] env[62180]: DEBUG nova.compute.manager [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received event network-changed-48c78984-405e-4efa-86cf-1b4c1c2a0566 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1695.838583] env[62180]: DEBUG nova.compute.manager [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Refreshing instance network info cache due to event network-changed-48c78984-405e-4efa-86cf-1b4c1c2a0566. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1695.838583] env[62180]: DEBUG oslo_concurrency.lockutils [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] Acquiring lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.838583] env[62180]: DEBUG oslo_concurrency.lockutils [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] Acquired lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.838583] env[62180]: DEBUG nova.network.neutron [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Refreshing network info cache for port 48c78984-405e-4efa-86cf-1b4c1c2a0566 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.846307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1e1a64-3105-4a05-9f52-0cf874679aee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.862235] env[62180]: DEBUG nova.compute.provider_tree [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.017693] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.018095] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02606787-18e3-4a97-94fb-1f1feb92528f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.025761] env[62180]: DEBUG oslo_vmware.api [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1696.025761] env[62180]: value = "task-1963348" [ 1696.025761] env[62180]: _type = "Task" [ 1696.025761] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.034984] env[62180]: DEBUG oslo_vmware.api [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.161020] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.272566] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.273304] env[62180]: DEBUG oslo_vmware.api [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963346, 'name': ReconfigVM_Task, 'duration_secs': 0.212617} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.273484] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404443', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'name': 'volume-913bc636-c37f-4fb6-bab1-cc3014745b88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09d1606b-7a4b-4475-b4c6-7ebc0d7876ae', 'attached_at': '', 'detached_at': '', 'volume_id': '913bc636-c37f-4fb6-bab1-cc3014745b88', 'serial': '913bc636-c37f-4fb6-bab1-cc3014745b88'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1696.278199] env[62180]: DEBUG oslo_vmware.api [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963344, 'name': ReconfigVM_Task, 'duration_secs': 0.871719} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.278661] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.278928] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Reconfigured VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1696.398613] env[62180]: DEBUG nova.scheduler.client.report [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1696.398893] env[62180]: DEBUG nova.compute.provider_tree [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 73 to 74 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1696.399086] env[62180]: DEBUG nova.compute.provider_tree [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.538274] env[62180]: DEBUG oslo_vmware.api [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963348, 'name': PowerOffVM_Task, 'duration_secs': 0.239676} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.538547] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.538736] env[62180]: DEBUG nova.compute.manager [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.539542] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c376a-bda0-41b4-ae12-91e8cf5eacf3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.647276] env[62180]: DEBUG nova.network.neutron [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updated VIF entry in instance network info cache for port 48c78984-405e-4efa-86cf-1b4c1c2a0566. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.647701] env[62180]: DEBUG nova.network.neutron [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "48c78984-405e-4efa-86cf-1b4c1c2a0566", "address": "fa:16:3e:fc:b6:9b", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c78984-40", "ovs_interfaceid": "48c78984-405e-4efa-86cf-1b4c1c2a0566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.660161] env[62180]: DEBUG oslo_vmware.api [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963345, 'name': PowerOnVM_Task, 'duration_secs': 0.96039} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.660161] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.660358] env[62180]: INFO nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1696.660528] env[62180]: DEBUG nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.661319] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfab0b5-6771-416e-8d45-806e1c1f44e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.769039] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.783537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d32616c9-8133-4017-ab33-9eaa930e65c6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-da0ad665-64f3-4d5c-adef-417c1e1d2c0f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.789s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.831323] env[62180]: DEBUG nova.objects.instance [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lazy-loading 'flavor' on Instance uuid 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.904488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.129s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.906972] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.636s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.908526] env[62180]: INFO nova.compute.claims [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.929367] env[62180]: INFO nova.scheduler.client.report [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Deleted allocations for instance 0a8b973e-5534-4856-b85d-7d503325ce4d [ 1697.054129] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a1fa4803-68b3-48ca-8865-e0fb61adb0fa tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.151209] env[62180]: DEBUG oslo_concurrency.lockutils [req-c7f34582-7cea-47bb-befe-f0d573cd9833 req-45e10f15-d7fc-4354-a4e5-1f63c06cf62c service nova] Releasing lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.179160] env[62180]: INFO nova.compute.manager [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Took 47.95 seconds to build instance. [ 1697.270571] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.436469] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e04c489-161e-4db9-b73b-5ed9da135997 tempest-ListServersNegativeTestJSON-264102104 tempest-ListServersNegativeTestJSON-264102104-project-member] Lock "0a8b973e-5534-4856-b85d-7d503325ce4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.846s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.680980] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ece108b0-74c5-4b73-80f1-3671848442c3 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.882s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.770040] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.839340] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4f2f922d-c782-442f-960a-1dbf6890451b tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.354s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.188049] env[62180]: DEBUG nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.271276] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.560234] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ee71b-5c48-4db0-856a-a1522b82d94c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.571248] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4490617-dbd8-48e7-892f-c9ca0293e99e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.608493] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada5b955-78c3-493c-9581-b1d0a370fd4f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.617872] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3e274d-1baf-49de-bff0-6ae77581d409 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.634570] env[62180]: DEBUG nova.compute.provider_tree [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.708174] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.770966] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963347, 'name': ReconfigVM_Task, 'duration_secs': 2.910515} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.773055] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] ede9cc61-2c36-4b7a-ae64-3b67604931f0/ede9cc61-2c36-4b7a-ae64-3b67604931f0.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.776104] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-620cf1f9-3313-4d32-b538-96fd83e2f4d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.777907] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "00ae0e34-aa91-40b3-b396-c03e60797300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.778177] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "00ae0e34-aa91-40b3-b396-c03e60797300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.783784] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1698.783784] env[62180]: value = "task-1963349" [ 1698.783784] env[62180]: _type = "Task" [ 1698.783784] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.798037] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963349, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.137574] env[62180]: DEBUG nova.scheduler.client.report [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.149473] env[62180]: DEBUG nova.objects.instance [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lazy-loading 'flavor' on Instance uuid ea20886c-f906-4f3e-9cfa-30c44213f9f5 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.294946] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963349, 'name': Rename_Task, 'duration_secs': 0.137161} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.295339] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.295489] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dc2d026-028d-4bf7-bd67-3a3ec742b319 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.302306] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1699.302306] env[62180]: value = "task-1963350" [ 1699.302306] env[62180]: _type = "Task" [ 1699.302306] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.310824] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.490135] env[62180]: DEBUG nova.compute.manager [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.493144] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a57d16-8a5b-46a1-8845-838f2d7a31f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.648782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.649741] env[62180]: DEBUG nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.652519] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.518s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.653891] env[62180]: INFO nova.compute.claims [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.660945] env[62180]: DEBUG oslo_concurrency.lockutils [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.661142] env[62180]: DEBUG oslo_concurrency.lockutils [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquired lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.661315] env[62180]: DEBUG nova.network.neutron [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.661485] env[62180]: DEBUG nova.objects.instance [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lazy-loading 'info_cache' on Instance uuid ea20886c-f906-4f3e-9cfa-30c44213f9f5 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.814655] env[62180]: DEBUG oslo_vmware.api [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963350, 'name': PowerOnVM_Task, 'duration_secs': 0.46434} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.814655] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.814808] env[62180]: INFO nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1699.814987] env[62180]: DEBUG nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.816409] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cdc57e-284a-41b2-9c18-976e812354b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.926188] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-da0ad665-64f3-4d5c-adef-417c1e1d2c0f-48c78984-405e-4efa-86cf-1b4c1c2a0566" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.926463] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-da0ad665-64f3-4d5c-adef-417c1e1d2c0f-48c78984-405e-4efa-86cf-1b4c1c2a0566" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.003602] env[62180]: INFO nova.compute.manager [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] instance snapshotting [ 1700.006391] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69059442-676a-452b-83ff-0d431b875c33 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.035014] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0772ba22-da14-4eac-96a1-dfd7ac84776e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.162937] env[62180]: DEBUG nova.compute.utils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.168049] env[62180]: DEBUG nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.168243] env[62180]: DEBUG nova.network.neutron [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.171369] env[62180]: DEBUG nova.objects.base [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1700.215284] env[62180]: DEBUG nova.policy [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4bae2fa23e4ce2a198e28e3980bd3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e211d231214444e9f21af861c410d02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.340616] env[62180]: INFO nova.compute.manager [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Took 49.00 seconds to build instance. [ 1700.433334] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.433334] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.433334] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02595fa6-7232-4536-abad-74a7f5950c14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.455090] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6146c29-c7ef-4834-bf94-fb8893aa3490 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.458359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "eee0885a-ab69-431c-ab0b-3c4ce5067305" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.458587] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.458781] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "eee0885a-ab69-431c-ab0b-3c4ce5067305-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.458958] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.459137] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.487046] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Reconfiguring VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1700.487711] env[62180]: INFO nova.compute.manager [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Terminating instance [ 1700.489541] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63876992-5be7-4eec-9031-37b717c8c97c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.511485] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1700.511485] env[62180]: value = "task-1963351" [ 1700.511485] env[62180]: _type = "Task" [ 1700.511485] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.521982] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.544241] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1700.544528] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21f95aac-a11a-4557-801c-9c4b9c7f515a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.554482] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1700.554482] env[62180]: value = "task-1963352" [ 1700.554482] env[62180]: _type = "Task" [ 1700.554482] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.563557] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963352, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.571815] env[62180]: DEBUG nova.network.neutron [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Successfully created port: dddb1f14-f2c0-4f56-967f-6b09c09f9fcf {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.672898] env[62180]: DEBUG nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.843991] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7ef6342b-7c43-46bb-b151-0335a3efc0a5 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.847s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.007876] env[62180]: DEBUG nova.compute.manager [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1701.007876] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.008524] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6882d2-b939-40fa-b4fa-16a42a2a3df3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.025116] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.025116] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c033a4f-ce88-4d68-a062-5cac8122a63f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.032233] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.037076] env[62180]: DEBUG oslo_vmware.api [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1701.037076] env[62180]: value = "task-1963353" [ 1701.037076] env[62180]: _type = "Task" [ 1701.037076] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.048851] env[62180]: DEBUG oslo_vmware.api [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.062606] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963352, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.283909] env[62180]: DEBUG nova.network.neutron [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Updating instance_info_cache with network_info: [{"id": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "address": "fa:16:3e:e7:4e:4b", "network": {"id": "0236d926-a196-41d9-ba78-fc3d5481baba", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-649713095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93209e23d1f14f02b31bddb0382a2477", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea0cb3e-3d", "ovs_interfaceid": "aea0cb3e-3df4-4daa-bb6b-44f735920ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.349647] env[62180]: DEBUG nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.427236] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1351b23-1278-44bb-ab34-f2a3c83b22e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.439178] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2aa4f2-f04a-46fe-b727-0ff4196f2af6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.479349] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6823eed-85a8-472b-83b6-61e5be7d8e3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.487405] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dc8257-86a3-4f65-844a-cb1d1c181b93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.503255] env[62180]: DEBUG nova.compute.provider_tree [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.525839] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.546479] env[62180]: DEBUG oslo_vmware.api [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963353, 'name': PowerOffVM_Task, 'duration_secs': 0.254495} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.546742] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.547133] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1701.547477] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aab627b9-6141-4311-9fea-c44819f611c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.562382] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963352, 'name': CreateSnapshot_Task, 'duration_secs': 0.976705} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.562382] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1701.563025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de26d38-5fa9-4b5b-a841-581ecfeeaa3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.694348] env[62180]: DEBUG nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.725399] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.725649] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.725801] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.725976] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.726131] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.726274] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.726475] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.730039] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.730039] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.730039] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.730039] env[62180]: DEBUG nova.virt.hardware [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.730039] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbd80f7-5a3d-4522-8588-878f0d3ded2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.731674] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1701.731884] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1701.732075] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Deleting the datastore file [datastore1] eee0885a-ab69-431c-ab0b-3c4ce5067305 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1701.732679] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0c54f18-d5b6-46cd-972a-3a35eb120461 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.739365] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe12973a-f201-4451-8450-0381803e8217 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.743272] env[62180]: DEBUG oslo_vmware.api [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1701.743272] env[62180]: value = "task-1963355" [ 1701.743272] env[62180]: _type = "Task" [ 1701.743272] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.759096] env[62180]: DEBUG oslo_vmware.api [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.787893] env[62180]: DEBUG oslo_concurrency.lockutils [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Releasing lock "refresh_cache-ea20886c-f906-4f3e-9cfa-30c44213f9f5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.824017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.824342] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.873468] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.004650] env[62180]: DEBUG nova.scheduler.client.report [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.026242] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.081063] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1702.081360] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1beebaee-cbb6-40c3-b6e7-abdfab30c246 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.091390] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1702.091390] env[62180]: value = "task-1963356" [ 1702.091390] env[62180]: _type = "Task" [ 1702.091390] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.100255] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963356, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.254890] env[62180]: DEBUG oslo_vmware.api [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443881} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.255181] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1702.255364] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1702.255541] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1702.255715] env[62180]: INFO nova.compute.manager [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1702.255954] env[62180]: DEBUG oslo.service.loopingcall [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.256169] env[62180]: DEBUG nova.compute.manager [-] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1702.256264] env[62180]: DEBUG nova.network.neutron [-] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1702.510233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.511699] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.671s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.518902] env[62180]: INFO nova.compute.claims [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.532551] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.606097] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963356, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.784739] env[62180]: DEBUG nova.compute.manager [req-5e8e0b9f-2827-4a9e-bb88-5d9c8c786def req-36f2adc6-95e6-4a4f-a338-30686d893a72 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Received event network-vif-plugged-dddb1f14-f2c0-4f56-967f-6b09c09f9fcf {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1702.784739] env[62180]: DEBUG oslo_concurrency.lockutils [req-5e8e0b9f-2827-4a9e-bb88-5d9c8c786def req-36f2adc6-95e6-4a4f-a338-30686d893a72 service nova] Acquiring lock "3b8acb23-1bed-432f-b70e-18a1301fb99c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.784907] env[62180]: DEBUG oslo_concurrency.lockutils [req-5e8e0b9f-2827-4a9e-bb88-5d9c8c786def req-36f2adc6-95e6-4a4f-a338-30686d893a72 service nova] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.785087] env[62180]: DEBUG oslo_concurrency.lockutils [req-5e8e0b9f-2827-4a9e-bb88-5d9c8c786def req-36f2adc6-95e6-4a4f-a338-30686d893a72 service nova] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.785273] env[62180]: DEBUG nova.compute.manager [req-5e8e0b9f-2827-4a9e-bb88-5d9c8c786def req-36f2adc6-95e6-4a4f-a338-30686d893a72 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] No waiting events found dispatching network-vif-plugged-dddb1f14-f2c0-4f56-967f-6b09c09f9fcf {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.785436] env[62180]: WARNING nova.compute.manager [req-5e8e0b9f-2827-4a9e-bb88-5d9c8c786def req-36f2adc6-95e6-4a4f-a338-30686d893a72 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Received unexpected event network-vif-plugged-dddb1f14-f2c0-4f56-967f-6b09c09f9fcf for instance with vm_state building and task_state spawning. [ 1702.798454] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1702.798454] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99834bd9-15dd-40e1-9884-b596278d9738 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.809115] env[62180]: DEBUG oslo_vmware.api [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1702.809115] env[62180]: value = "task-1963357" [ 1702.809115] env[62180]: _type = "Task" [ 1702.809115] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.817460] env[62180]: DEBUG oslo_vmware.api [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.878840] env[62180]: DEBUG nova.network.neutron [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Successfully updated port: dddb1f14-f2c0-4f56-967f-6b09c09f9fcf {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.020467] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "142738c3-993d-4c37-8a77-ab4c4315c94d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.020467] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "142738c3-993d-4c37-8a77-ab4c4315c94d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.033295] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.106392] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963356, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.289926] env[62180]: DEBUG nova.network.neutron [-] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.319592] env[62180]: DEBUG oslo_vmware.api [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.381184] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-3b8acb23-1bed-432f-b70e-18a1301fb99c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.381313] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-3b8acb23-1bed-432f-b70e-18a1301fb99c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.381468] env[62180]: DEBUG nova.network.neutron [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.527311] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "142738c3-993d-4c37-8a77-ab4c4315c94d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.527841] env[62180]: DEBUG nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.542512] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.606259] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963356, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.793152] env[62180]: INFO nova.compute.manager [-] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Took 1.54 seconds to deallocate network for instance. [ 1703.823281] env[62180]: DEBUG oslo_vmware.api [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963357, 'name': PowerOnVM_Task, 'duration_secs': 0.695921} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.826067] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.826183] env[62180]: DEBUG nova.compute.manager [None req-019a1426-78a2-4949-9ea9-90ba83cf0a21 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.827541] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af8ff5-0151-4c0a-89cd-3f0dafbdd978 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.934813] env[62180]: DEBUG nova.network.neutron [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.037853] env[62180]: DEBUG nova.compute.utils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.038567] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.042125] env[62180]: DEBUG nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.042474] env[62180]: DEBUG nova.network.neutron [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.107149] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963356, 'name': CloneVM_Task, 'duration_secs': 1.772762} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.107887] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Created linked-clone VM from snapshot [ 1704.111019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc627ce2-fd1b-421e-a572-45edf7818c76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.115940] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Uploading image e7212aa6-c551-4cec-9b1c-94faf902ec77 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1704.128018] env[62180]: DEBUG nova.policy [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3961e7d7d9b498e8d515aaed1be19bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb86c10f4ff04fa59962da8b5db222ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.143109] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1704.143109] env[62180]: value = "vm-404449" [ 1704.143109] env[62180]: _type = "VirtualMachine" [ 1704.143109] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1704.143509] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5abd8054-0a8e-434c-a51f-d361e18bbed3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.153008] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lease: (returnval){ [ 1704.153008] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b2234e-7f36-8c31-c342-539de6de803f" [ 1704.153008] env[62180]: _type = "HttpNfcLease" [ 1704.153008] env[62180]: } obtained for exporting VM: (result){ [ 1704.153008] env[62180]: value = "vm-404449" [ 1704.153008] env[62180]: _type = "VirtualMachine" [ 1704.153008] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1704.153322] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the lease: (returnval){ [ 1704.153322] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b2234e-7f36-8c31-c342-539de6de803f" [ 1704.153322] env[62180]: _type = "HttpNfcLease" [ 1704.153322] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1704.160113] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1704.160113] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b2234e-7f36-8c31-c342-539de6de803f" [ 1704.160113] env[62180]: _type = "HttpNfcLease" [ 1704.160113] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1704.174089] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd3fb50-33d6-4c89-8ff2-bc16944c16e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.182162] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b016d65-69fb-4a54-93f1-d16e8d783617 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.222350] env[62180]: DEBUG nova.network.neutron [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Updating instance_info_cache with network_info: [{"id": "dddb1f14-f2c0-4f56-967f-6b09c09f9fcf", "address": "fa:16:3e:e4:2f:4a", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddb1f14-f2", "ovs_interfaceid": "dddb1f14-f2c0-4f56-967f-6b09c09f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.225930] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c9b5c7-da0d-49f9-abd2-126e4332951c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.233717] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5add296-40f1-4ffc-8982-4dc04b67af19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.254223] env[62180]: DEBUG nova.compute.provider_tree [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.301519] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.535943] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.539666] env[62180]: DEBUG nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1704.564637] env[62180]: DEBUG nova.network.neutron [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Successfully created port: 7db103d0-73d6-4c7a-ad4b-2884188cff32 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.662344] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1704.662344] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b2234e-7f36-8c31-c342-539de6de803f" [ 1704.662344] env[62180]: _type = "HttpNfcLease" [ 1704.662344] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1704.662604] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1704.662604] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b2234e-7f36-8c31-c342-539de6de803f" [ 1704.662604] env[62180]: _type = "HttpNfcLease" [ 1704.662604] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1704.663400] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febc552-79bf-4826-83ad-966281d71105 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.671392] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a00ab-f033-604b-3dd6-78ff7da8e6e9/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1704.671651] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a00ab-f033-604b-3dd6-78ff7da8e6e9/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1704.736133] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-3b8acb23-1bed-432f-b70e-18a1301fb99c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.736520] env[62180]: DEBUG nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Instance network_info: |[{"id": "dddb1f14-f2c0-4f56-967f-6b09c09f9fcf", "address": "fa:16:3e:e4:2f:4a", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddb1f14-f2", "ovs_interfaceid": "dddb1f14-f2c0-4f56-967f-6b09c09f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.736982] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:2f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dddb1f14-f2c0-4f56-967f-6b09c09f9fcf', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.745582] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating folder: Project (2e211d231214444e9f21af861c410d02). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.747288] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f80574-9adf-4ba9-bc01-ceefdf0340c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.757299] env[62180]: DEBUG nova.scheduler.client.report [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.762769] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created folder: Project (2e211d231214444e9f21af861c410d02) in parent group-v404325. [ 1704.763013] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating folder: Instances. Parent ref: group-v404450. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.763280] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9a20b6e-5b54-42b9-9a36-1dc7deedc139 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.772717] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created folder: Instances in parent group-v404450. [ 1704.772999] env[62180]: DEBUG oslo.service.loopingcall [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.773211] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.773587] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b583a3d2-3e67-4785-99bf-db97a12063a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.796085] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.796085] env[62180]: value = "task-1963361" [ 1704.796085] env[62180]: _type = "Task" [ 1704.796085] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.805032] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963361, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.808554] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dea4ed48-d6b6-4ecb-9bd1-722bfd550b8d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.035596] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.112021] env[62180]: DEBUG nova.compute.manager [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Received event network-vif-deleted-d413a77d-472e-4365-a226-6637b42fa8a4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1705.112302] env[62180]: DEBUG nova.compute.manager [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Received event network-changed-dddb1f14-f2c0-4f56-967f-6b09c09f9fcf {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1705.112474] env[62180]: DEBUG nova.compute.manager [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Refreshing instance network info cache due to event network-changed-dddb1f14-f2c0-4f56-967f-6b09c09f9fcf. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1705.112692] env[62180]: DEBUG oslo_concurrency.lockutils [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] Acquiring lock "refresh_cache-3b8acb23-1bed-432f-b70e-18a1301fb99c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.112850] env[62180]: DEBUG oslo_concurrency.lockutils [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] Acquired lock "refresh_cache-3b8acb23-1bed-432f-b70e-18a1301fb99c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.113025] env[62180]: DEBUG nova.network.neutron [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Refreshing network info cache for port dddb1f14-f2c0-4f56-967f-6b09c09f9fcf {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.268595] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.269389] env[62180]: DEBUG nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1705.273109] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.217s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.275562] env[62180]: INFO nova.compute.claims [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.308087] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963361, 'name': CreateVM_Task, 'duration_secs': 0.435248} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.308492] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1705.309462] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.309718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.310089] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1705.310392] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8605ae-b377-4667-87e5-e85d670f064a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.316195] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1705.316195] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5226d449-2564-a565-886b-29f691a163b0" [ 1705.316195] env[62180]: _type = "Task" [ 1705.316195] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.325018] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5226d449-2564-a565-886b-29f691a163b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.374419] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.374782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.537091] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.550279] env[62180]: DEBUG nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1705.579991] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1705.580097] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.580262] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1705.580477] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.580800] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1705.581174] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1705.581383] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1705.581683] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1705.582171] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1705.582386] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1705.582612] env[62180]: DEBUG nova.virt.hardware [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1705.583756] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8e964e-d2d6-4cba-8968-d8acfc39bce0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.592557] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40557b2f-05f4-4dc6-a5c4-eb02f053f7dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.774867] env[62180]: DEBUG nova.compute.utils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.776271] env[62180]: DEBUG nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1705.776470] env[62180]: DEBUG nova.network.neutron [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.838022] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5226d449-2564-a565-886b-29f691a163b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018038} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.838022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.838022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.838022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.838022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.838022] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.838022] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa67b67-7f09-47ed-8a34-ed6e83b99b3d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.845745] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.845939] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.846768] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a550f432-3b7a-4d9a-9450-969fc9d46101 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.852422] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1705.852422] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5259443d-fb8a-23da-f2ee-52899a57bfbb" [ 1705.852422] env[62180]: _type = "Task" [ 1705.852422] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.860314] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5259443d-fb8a-23da-f2ee-52899a57bfbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.870324] env[62180]: DEBUG nova.policy [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67a7fcbb47c48af867e3eabd8b9d222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b56ae858f034847b6748ffb4b341dfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1705.956971] env[62180]: DEBUG nova.network.neutron [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Updated VIF entry in instance network info cache for port dddb1f14-f2c0-4f56-967f-6b09c09f9fcf. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.957535] env[62180]: DEBUG nova.network.neutron [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Updating instance_info_cache with network_info: [{"id": "dddb1f14-f2c0-4f56-967f-6b09c09f9fcf", "address": "fa:16:3e:e4:2f:4a", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdddb1f14-f2", "ovs_interfaceid": "dddb1f14-f2c0-4f56-967f-6b09c09f9fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.037586] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.086285] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "027951a9-ae6f-409c-bd45-358ccc3a2826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.086285] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "027951a9-ae6f-409c-bd45-358ccc3a2826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.279543] env[62180]: DEBUG nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1706.367401] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5259443d-fb8a-23da-f2ee-52899a57bfbb, 'name': SearchDatastore_Task, 'duration_secs': 0.020329} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.368175] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100f0d51-98b0-4794-84db-faeb9a862553 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.375990] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1706.375990] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5244b205-428a-5610-5646-372baf7d54e0" [ 1706.375990] env[62180]: _type = "Task" [ 1706.375990] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.383788] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5244b205-428a-5610-5646-372baf7d54e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.462682] env[62180]: DEBUG oslo_concurrency.lockutils [req-942a7dfb-130a-4147-aa99-6c26709e784e req-f8def8eb-ea96-4229-a613-3f2dcfd245d3 service nova] Releasing lock "refresh_cache-3b8acb23-1bed-432f-b70e-18a1301fb99c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.465388] env[62180]: DEBUG nova.network.neutron [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Successfully created port: 00c759cd-7829-4de9-8fba-0b6b0bf03d4d {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1706.535789] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.569829] env[62180]: DEBUG nova.network.neutron [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Successfully updated port: 7db103d0-73d6-4c7a-ad4b-2884188cff32 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.889992] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5244b205-428a-5610-5646-372baf7d54e0, 'name': SearchDatastore_Task, 'duration_secs': 0.023743} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.890132] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.890874] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.890874] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f7e6aba-4b66-4a3b-bf49-8b4b90251a2f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.900176] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1706.900176] env[62180]: value = "task-1963362" [ 1706.900176] env[62180]: _type = "Task" [ 1706.900176] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.909937] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.000021] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7df7a5c-fc41-4632-b929-d645629c6fe6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.007800] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd58b5a-7c0d-476d-b3c3-af8a38303935 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.045639] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07e30e2-0e8c-477e-90eb-17b8e20bb2e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.057472] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bca8c0-b592-42ee-8730-366fddb3059a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.061646] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.071794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "refresh_cache-26aa5363-8676-45bf-8b17-185321d4da32" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.071943] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquired lock "refresh_cache-26aa5363-8676-45bf-8b17-185321d4da32" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.072118] env[62180]: DEBUG nova.network.neutron [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.073945] env[62180]: DEBUG nova.compute.provider_tree [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.295705] env[62180]: DEBUG nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1707.324976] env[62180]: DEBUG nova.compute.manager [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Received event network-vif-plugged-7db103d0-73d6-4c7a-ad4b-2884188cff32 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1707.325226] env[62180]: DEBUG oslo_concurrency.lockutils [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] Acquiring lock "26aa5363-8676-45bf-8b17-185321d4da32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.325564] env[62180]: DEBUG oslo_concurrency.lockutils [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] Lock "26aa5363-8676-45bf-8b17-185321d4da32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.325652] env[62180]: DEBUG oslo_concurrency.lockutils [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] Lock "26aa5363-8676-45bf-8b17-185321d4da32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.325805] env[62180]: DEBUG nova.compute.manager [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] No waiting events found dispatching network-vif-plugged-7db103d0-73d6-4c7a-ad4b-2884188cff32 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.325940] env[62180]: WARNING nova.compute.manager [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Received unexpected event network-vif-plugged-7db103d0-73d6-4c7a-ad4b-2884188cff32 for instance with vm_state building and task_state spawning. [ 1707.326081] env[62180]: DEBUG nova.compute.manager [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Received event network-changed-7db103d0-73d6-4c7a-ad4b-2884188cff32 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1707.326281] env[62180]: DEBUG nova.compute.manager [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Refreshing instance network info cache due to event network-changed-7db103d0-73d6-4c7a-ad4b-2884188cff32. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1707.326459] env[62180]: DEBUG oslo_concurrency.lockutils [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] Acquiring lock "refresh_cache-26aa5363-8676-45bf-8b17-185321d4da32" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.336658] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1707.337770] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1707.337770] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1707.337770] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1707.337770] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1707.337770] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1707.337770] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1707.338034] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1707.338034] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1707.338352] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1707.338419] env[62180]: DEBUG nova.virt.hardware [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1707.340243] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e941d-fd60-4637-be31-831dc722a119 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.349805] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05c2afa-8252-4fe9-90b0-db2147319c8f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.411170] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.550629] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.579258] env[62180]: DEBUG nova.scheduler.client.report [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1707.616086] env[62180]: DEBUG nova.network.neutron [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.831544] env[62180]: DEBUG nova.network.neutron [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Updating instance_info_cache with network_info: [{"id": "7db103d0-73d6-4c7a-ad4b-2884188cff32", "address": "fa:16:3e:4f:37:09", "network": {"id": "a5d6d9f7-2f73-4a83-9cbf-e4382cd5d66d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1292686200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb86c10f4ff04fa59962da8b5db222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db103d0-73", "ovs_interfaceid": "7db103d0-73d6-4c7a-ad4b-2884188cff32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.917969] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609151} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.918288] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1707.918565] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1707.918807] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d087ac1d-7da3-4dea-981a-a99621239f2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.926142] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1707.926142] env[62180]: value = "task-1963363" [ 1707.926142] env[62180]: _type = "Task" [ 1707.926142] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.934886] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.051305] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.083836] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.084400] env[62180]: DEBUG nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.087389] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.853s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.088851] env[62180]: INFO nova.compute.claims [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.184446] env[62180]: DEBUG nova.network.neutron [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Successfully updated port: 00c759cd-7829-4de9-8fba-0b6b0bf03d4d {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1708.335368] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Releasing lock "refresh_cache-26aa5363-8676-45bf-8b17-185321d4da32" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.335882] env[62180]: DEBUG nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Instance network_info: |[{"id": "7db103d0-73d6-4c7a-ad4b-2884188cff32", "address": "fa:16:3e:4f:37:09", "network": {"id": "a5d6d9f7-2f73-4a83-9cbf-e4382cd5d66d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1292686200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb86c10f4ff04fa59962da8b5db222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db103d0-73", "ovs_interfaceid": "7db103d0-73d6-4c7a-ad4b-2884188cff32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.336292] env[62180]: DEBUG oslo_concurrency.lockutils [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] Acquired lock "refresh_cache-26aa5363-8676-45bf-8b17-185321d4da32" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.336482] env[62180]: DEBUG nova.network.neutron [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Refreshing network info cache for port 7db103d0-73d6-4c7a-ad4b-2884188cff32 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.341019] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:37:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db103d0-73d6-4c7a-ad4b-2884188cff32', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.349377] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Creating folder: Project (fb86c10f4ff04fa59962da8b5db222ac). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.350495] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab66fc07-e1e6-44c0-a7bd-4a93c12a3082 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.362485] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Created folder: Project (fb86c10f4ff04fa59962da8b5db222ac) in parent group-v404325. [ 1708.362734] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Creating folder: Instances. Parent ref: group-v404453. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1708.363072] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19fadfaf-0cea-406a-829a-89a3e8c4c5e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.373783] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Created folder: Instances in parent group-v404453. [ 1708.373783] env[62180]: DEBUG oslo.service.loopingcall [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.373783] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.373783] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01cce3d2-6372-4a41-b3b2-3ab7a5a4214c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.392405] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.392405] env[62180]: value = "task-1963366" [ 1708.392405] env[62180]: _type = "Task" [ 1708.392405] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.399860] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963366, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.435692] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073751} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.435996] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1708.436930] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e4dd30-0375-4c4c-9a21-eb376e1bec6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.460337] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1708.461842] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da12649a-0599-4dab-b3cd-ebc9afaef77b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.483309] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1708.483309] env[62180]: value = "task-1963367" [ 1708.483309] env[62180]: _type = "Task" [ 1708.483309] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.489416] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "c2657800-ac10-4f71-bf86-2b5b95c65a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.489710] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.489934] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "c2657800-ac10-4f71-bf86-2b5b95c65a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.490185] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.490388] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.492569] env[62180]: INFO nova.compute.manager [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Terminating instance [ 1708.498600] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.552197] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.595020] env[62180]: DEBUG nova.compute.utils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.598103] env[62180]: DEBUG nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.598272] env[62180]: DEBUG nova.network.neutron [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.652756] env[62180]: DEBUG nova.policy [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9a77598ca58442895312b295ac5f1ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a596d0e90214450098c9bc6fa0f58715', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1708.687294] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "refresh_cache-30c00475-3e93-45d4-9dbf-ff6fe81b09aa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.687442] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "refresh_cache-30c00475-3e93-45d4-9dbf-ff6fe81b09aa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.687588] env[62180]: DEBUG nova.network.neutron [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.912104] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963366, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.995370] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.000853] env[62180]: DEBUG nova.compute.manager [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1709.001099] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.001943] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bc7c19-e10b-442b-820c-4790a6f843ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.009612] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.013436] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d2e255e-2e95-4852-80a5-3f6a625f71ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.020971] env[62180]: DEBUG oslo_vmware.api [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1709.020971] env[62180]: value = "task-1963368" [ 1709.020971] env[62180]: _type = "Task" [ 1709.020971] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.029971] env[62180]: DEBUG oslo_vmware.api [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.055543] env[62180]: DEBUG oslo_vmware.api [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963351, 'name': ReconfigVM_Task, 'duration_secs': 8.443543} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.055794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.056007] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Reconfigured VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1709.105591] env[62180]: DEBUG nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.247332] env[62180]: DEBUG nova.network.neutron [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1709.406739] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963366, 'name': CreateVM_Task, 'duration_secs': 0.622706} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.406739] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1709.409877] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.410089] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.410667] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.410933] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b283d22-f349-4fbd-b94c-39867bffb0c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.416457] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1709.416457] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52124912-ed51-2233-a7be-439319446de0" [ 1709.416457] env[62180]: _type = "Task" [ 1709.416457] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.429579] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52124912-ed51-2233-a7be-439319446de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.430555] env[62180]: DEBUG nova.network.neutron [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Successfully created port: ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.473916] env[62180]: DEBUG nova.network.neutron [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Updating instance_info_cache with network_info: [{"id": "00c759cd-7829-4de9-8fba-0b6b0bf03d4d", "address": "fa:16:3e:f8:db:e4", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c759cd-78", "ovs_interfaceid": "00c759cd-7829-4de9-8fba-0b6b0bf03d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.497701] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963367, 'name': ReconfigVM_Task, 'duration_secs': 0.610312} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.500928] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1709.502375] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60595a25-839a-426e-9a12-3e2dcd6ab2eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.509974] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1709.509974] env[62180]: value = "task-1963369" [ 1709.509974] env[62180]: _type = "Task" [ 1709.509974] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.520185] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963369, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.530403] env[62180]: DEBUG nova.compute.manager [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Received event network-vif-plugged-00c759cd-7829-4de9-8fba-0b6b0bf03d4d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.530403] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] Acquiring lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.530403] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.530403] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.530403] env[62180]: DEBUG nova.compute.manager [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] No waiting events found dispatching network-vif-plugged-00c759cd-7829-4de9-8fba-0b6b0bf03d4d {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1709.530403] env[62180]: WARNING nova.compute.manager [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Received unexpected event network-vif-plugged-00c759cd-7829-4de9-8fba-0b6b0bf03d4d for instance with vm_state building and task_state spawning. [ 1709.530403] env[62180]: DEBUG nova.compute.manager [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Received event network-changed-00c759cd-7829-4de9-8fba-0b6b0bf03d4d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1709.530403] env[62180]: DEBUG nova.compute.manager [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Refreshing instance network info cache due to event network-changed-00c759cd-7829-4de9-8fba-0b6b0bf03d4d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1709.530403] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] Acquiring lock "refresh_cache-30c00475-3e93-45d4-9dbf-ff6fe81b09aa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.541063] env[62180]: DEBUG oslo_vmware.api [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963368, 'name': PowerOffVM_Task, 'duration_secs': 0.252584} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.541357] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.542492] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.542492] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a018b25-bb07-4c54-84ce-5fec201582dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.633901] env[62180]: DEBUG nova.network.neutron [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Updated VIF entry in instance network info cache for port 7db103d0-73d6-4c7a-ad4b-2884188cff32. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.634318] env[62180]: DEBUG nova.network.neutron [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Updating instance_info_cache with network_info: [{"id": "7db103d0-73d6-4c7a-ad4b-2884188cff32", "address": "fa:16:3e:4f:37:09", "network": {"id": "a5d6d9f7-2f73-4a83-9cbf-e4382cd5d66d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1292686200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb86c10f4ff04fa59962da8b5db222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db103d0-73", "ovs_interfaceid": "7db103d0-73d6-4c7a-ad4b-2884188cff32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.648499] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.648499] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.648499] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleting the datastore file [datastore1] c2657800-ac10-4f71-bf86-2b5b95c65a06 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.648705] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1099da03-7c45-4670-949d-bccb9df62753 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.658911] env[62180]: DEBUG oslo_vmware.api [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1709.658911] env[62180]: value = "task-1963371" [ 1709.658911] env[62180]: _type = "Task" [ 1709.658911] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.671302] env[62180]: DEBUG oslo_vmware.api [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.849866] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d66948c-ca51-4e00-a608-907443762107 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.862670] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef6f0d-ecd8-4ae6-98ed-ed615e44c69d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.896378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5345d51c-2b7b-405d-8edb-e8c05af135fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.904802] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401bc344-a84c-42ee-a36a-85c697a97a61 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.919745] env[62180]: DEBUG nova.compute.provider_tree [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.932475] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52124912-ed51-2233-a7be-439319446de0, 'name': SearchDatastore_Task, 'duration_secs': 0.020197} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.932688] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.932913] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.933198] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.933369] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.933524] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.933800] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e2b5bd-5b22-466e-9e93-5eb68928525a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.947074] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.947365] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.947964] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c748ae-0674-46f7-8141-764d6a0169c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.953606] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1709.953606] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523cae8b-446d-70cd-2a2c-6a13b527c165" [ 1709.953606] env[62180]: _type = "Task" [ 1709.953606] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.962292] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523cae8b-446d-70cd-2a2c-6a13b527c165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.978013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "refresh_cache-30c00475-3e93-45d4-9dbf-ff6fe81b09aa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.978013] env[62180]: DEBUG nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Instance network_info: |[{"id": "00c759cd-7829-4de9-8fba-0b6b0bf03d4d", "address": "fa:16:3e:f8:db:e4", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c759cd-78", "ovs_interfaceid": "00c759cd-7829-4de9-8fba-0b6b0bf03d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.978013] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] Acquired lock "refresh_cache-30c00475-3e93-45d4-9dbf-ff6fe81b09aa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.978221] env[62180]: DEBUG nova.network.neutron [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Refreshing network info cache for port 00c759cd-7829-4de9-8fba-0b6b0bf03d4d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.982416] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:db:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00c759cd-7829-4de9-8fba-0b6b0bf03d4d', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.987458] env[62180]: DEBUG oslo.service.loopingcall [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.987897] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.988216] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40d7d94a-c9f8-489e-a4ac-03939d0b93e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.008491] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.008491] env[62180]: value = "task-1963372" [ 1710.008491] env[62180]: _type = "Task" [ 1710.008491] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.018897] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963372, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.023033] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963369, 'name': Rename_Task, 'duration_secs': 0.22779} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.023033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.023033] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9dd6b1-a523-4be1-bf4d-1b94f9a193a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.029029] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1710.029029] env[62180]: value = "task-1963373" [ 1710.029029] env[62180]: _type = "Task" [ 1710.029029] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.038091] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.121180] env[62180]: DEBUG nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.142171] env[62180]: DEBUG oslo_concurrency.lockutils [req-4d8b9508-32aa-4758-a446-728f6f4b30b6 req-4d55e50d-5794-4891-bc9b-12b83ad3c9cc service nova] Releasing lock "refresh_cache-26aa5363-8676-45bf-8b17-185321d4da32" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.145245] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.145423] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.145504] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.145671] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.145812] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.145955] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.146183] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.146345] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.146507] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.146668] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.147041] env[62180]: DEBUG nova.virt.hardware [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.147708] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baedd1e2-276d-4ee2-832a-09927b2300f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.156490] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db6703-ef67-44b0-9b95-01d66367c988 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.169514] env[62180]: DEBUG oslo_vmware.api [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162727} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.178044] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.178044] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.178240] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.179773] env[62180]: INFO nova.compute.manager [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1710.179773] env[62180]: DEBUG oslo.service.loopingcall [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.179773] env[62180]: DEBUG nova.compute.manager [-] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1710.179773] env[62180]: DEBUG nova.network.neutron [-] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.428308] env[62180]: DEBUG nova.scheduler.client.report [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.466077] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523cae8b-446d-70cd-2a2c-6a13b527c165, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.467204] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16826616-f074-49a1-b8ec-2a41cb5b0c2a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.474947] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1710.474947] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5223551c-0e66-a036-26f4-7e87df6daacc" [ 1710.474947] env[62180]: _type = "Task" [ 1710.474947] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.485677] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5223551c-0e66-a036-26f4-7e87df6daacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.518577] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963372, 'name': CreateVM_Task, 'duration_secs': 0.425961} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.518788] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.519530] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.519696] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.520064] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.522561] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64054a8-6b1e-495e-ac0c-aef5d9e62557 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.527620] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1710.527620] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e57e33-f143-f18e-6e99-ab6cc484d024" [ 1710.527620] env[62180]: _type = "Task" [ 1710.527620] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.541579] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e57e33-f143-f18e-6e99-ab6cc484d024, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.544935] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.545203] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.545647] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.545647] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.741307] env[62180]: DEBUG nova.network.neutron [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Updated VIF entry in instance network info cache for port 00c759cd-7829-4de9-8fba-0b6b0bf03d4d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.741745] env[62180]: DEBUG nova.network.neutron [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Updating instance_info_cache with network_info: [{"id": "00c759cd-7829-4de9-8fba-0b6b0bf03d4d", "address": "fa:16:3e:f8:db:e4", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00c759cd-78", "ovs_interfaceid": "00c759cd-7829-4de9-8fba-0b6b0bf03d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.799657] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.799798] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.799953] env[62180]: DEBUG nova.network.neutron [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1710.936466] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.936466] env[62180]: DEBUG nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1710.940382] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.940682] env[62180]: DEBUG nova.objects.instance [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lazy-loading 'resources' on Instance uuid 86c816a2-26f2-4246-b2c5-a14619cde39a {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.986510] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5223551c-0e66-a036-26f4-7e87df6daacc, 'name': SearchDatastore_Task, 'duration_secs': 0.013801} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.986803] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.987063] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 26aa5363-8676-45bf-8b17-185321d4da32/26aa5363-8676-45bf-8b17-185321d4da32.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.987341] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.987527] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.987739] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8f1e10-577f-436d-8901-41ea617f3874 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.989739] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b13cb885-5842-45e4-b0e3-011b3422f37d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.991971] env[62180]: DEBUG nova.network.neutron [-] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.999903] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1710.999903] env[62180]: value = "task-1963374" [ 1710.999903] env[62180]: _type = "Task" [ 1710.999903] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.001502] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.001734] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.006259] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9352999-457f-4015-ac28-a77d11a3450d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.016406] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.016807] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1711.016807] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527140e3-adc5-3c20-a366-8b52e5148003" [ 1711.016807] env[62180]: _type = "Task" [ 1711.016807] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.025268] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527140e3-adc5-3c20-a366-8b52e5148003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.039339] env[62180]: DEBUG oslo_vmware.api [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963373, 'name': PowerOnVM_Task, 'duration_secs': 0.746322} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.039655] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.040289] env[62180]: INFO nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1711.040289] env[62180]: DEBUG nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.041054] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb0814-8b4b-4bb2-a899-18666192624e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.174342] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.174780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.175083] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.175340] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.175756] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.178961] env[62180]: INFO nova.compute.manager [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Terminating instance [ 1711.244950] env[62180]: DEBUG oslo_concurrency.lockutils [req-ad03ee15-bb58-4742-ac9e-2d10ef8edabb req-a2270a9e-1e91-4a49-9fe4-253cc7cffd6f service nova] Releasing lock "refresh_cache-30c00475-3e93-45d4-9dbf-ff6fe81b09aa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.398114] env[62180]: DEBUG nova.network.neutron [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Successfully updated port: ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.444889] env[62180]: DEBUG nova.compute.utils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.454686] env[62180]: DEBUG nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1711.455745] env[62180]: DEBUG nova.network.neutron [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.494297] env[62180]: INFO nova.compute.manager [-] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Took 1.32 seconds to deallocate network for instance. [ 1711.536690] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527140e3-adc5-3c20-a366-8b52e5148003, 'name': SearchDatastore_Task, 'duration_secs': 0.024467} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.537522] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.542214] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa30c49-b162-478c-a690-a030b56f6725 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.549728] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1711.549728] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521b3e91-50cc-1767-3b18-df6c4daf5d21" [ 1711.549728] env[62180]: _type = "Task" [ 1711.549728] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.562138] env[62180]: DEBUG nova.policy [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2e3f33a5c434bb693694d22dcf3daaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7e2eb33c9347929b89d7156c69f536', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.568409] env[62180]: INFO nova.compute.manager [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Took 45.33 seconds to build instance. [ 1711.575068] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521b3e91-50cc-1767-3b18-df6c4daf5d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.657147] env[62180]: DEBUG nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received event network-vif-deleted-48c78984-405e-4efa-86cf-1b4c1c2a0566 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1711.657244] env[62180]: INFO nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Neutron deleted interface 48c78984-405e-4efa-86cf-1b4c1c2a0566; detaching it from the instance and deleting it from the info cache [ 1711.657510] env[62180]: DEBUG nova.network.neutron [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.683644] env[62180]: DEBUG nova.compute.manager [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1711.683970] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.684918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0436f4-f6e4-42a7-8aef-0a2b81451b62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.695067] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.698254] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4d47e3-a51e-4045-abff-5f12bda05f40 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.706361] env[62180]: DEBUG oslo_vmware.api [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1711.706361] env[62180]: value = "task-1963375" [ 1711.706361] env[62180]: _type = "Task" [ 1711.706361] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.718308] env[62180]: DEBUG oslo_vmware.api [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.870187] env[62180]: INFO nova.network.neutron [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Port 48c78984-405e-4efa-86cf-1b4c1c2a0566 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1711.872703] env[62180]: DEBUG nova.network.neutron [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [{"id": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "address": "fa:16:3e:e0:81:b0", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34db0379-c9", "ovs_interfaceid": "34db0379-c9c6-4c43-ab05-a5ed7177ed84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.903093] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.903304] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.903469] env[62180]: DEBUG nova.network.neutron [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.952793] env[62180]: DEBUG nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.009130] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.027042] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800563} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.027042] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 26aa5363-8676-45bf-8b17-185321d4da32/26aa5363-8676-45bf-8b17-185321d4da32.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.027042] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.027042] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07051399-3e4b-473f-b079-ec2aafe1bfe8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.033180] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1712.033180] env[62180]: value = "task-1963376" [ 1712.033180] env[62180]: _type = "Task" [ 1712.033180] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.047825] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.063781] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521b3e91-50cc-1767-3b18-df6c4daf5d21, 'name': SearchDatastore_Task, 'duration_secs': 0.066521} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.065333] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.065531] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 30c00475-3e93-45d4-9dbf-ff6fe81b09aa/30c00475-3e93-45d4-9dbf-ff6fe81b09aa.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.066194] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b90ff12-e284-4818-b2b3-867ab995e7d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.073412] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1712.073412] env[62180]: value = "task-1963377" [ 1712.073412] env[62180]: _type = "Task" [ 1712.073412] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.077128] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fdd9c3c4-5ff2-4d3d-8e59-f4833cb0e8d0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.474s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.084022] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.160898] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Acquiring lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.176489] env[62180]: DEBUG nova.network.neutron [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Successfully created port: a0de5314-6fff-441b-a703-0ada0070357b {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.222450] env[62180]: DEBUG oslo_vmware.api [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963375, 'name': PowerOffVM_Task, 'duration_secs': 0.295572} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.223028] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1712.223685] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.224078] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddedb407-5340-42bc-9e7d-528ab45582c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.316208] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.316606] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.317537] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleting the datastore file [datastore1] da0ad665-64f3-4d5c-adef-417c1e1d2c0f {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.317537] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f5c02b2-dddb-4564-9f51-fa2c1234b1b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.324979] env[62180]: DEBUG oslo_vmware.api [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1712.324979] env[62180]: value = "task-1963379" [ 1712.324979] env[62180]: _type = "Task" [ 1712.324979] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.337317] env[62180]: DEBUG oslo_vmware.api [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.353280] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f00976b-4cde-45cf-b4d0-094f92ce9fc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.359992] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b90e9c-9fd4-4a35-9c0a-a3f1a3beb24d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.393353] env[62180]: INFO nova.compute.manager [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Rebuilding instance [ 1712.395840] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.398963] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b08ba-4097-4e3b-b099-f588bc851930 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.408103] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387ef1c-de19-4139-b715-3f261f9406ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.428815] env[62180]: DEBUG nova.compute.provider_tree [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.450948] env[62180]: DEBUG nova.compute.manager [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.451863] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cc972e-f3e0-4b7d-bf46-1d7d0afd8f8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.501448] env[62180]: DEBUG nova.network.neutron [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.544571] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141594} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.544868] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.545725] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d43014d-17ce-43c4-bfb2-3f790d11568e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.581505] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 26aa5363-8676-45bf-8b17-185321d4da32/26aa5363-8676-45bf-8b17-185321d4da32.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.582549] env[62180]: DEBUG nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1712.585791] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2705cab8-8e6a-44b8-9a09-2344fb852d32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.612340] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963377, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.613980] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1712.613980] env[62180]: value = "task-1963380" [ 1712.613980] env[62180]: _type = "Task" [ 1712.613980] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.623820] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.841823] env[62180]: DEBUG oslo_vmware.api [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.903878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7d9a171-c24e-4eb1-b120-a98c98ac3fcb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-da0ad665-64f3-4d5c-adef-417c1e1d2c0f-48c78984-405e-4efa-86cf-1b4c1c2a0566" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.977s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.916131] env[62180]: DEBUG nova.network.neutron [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Updating instance_info_cache with network_info: [{"id": "ca3342e9-cbff-483d-8bbe-d614974133a0", "address": "fa:16:3e:fc:10:f8", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca3342e9-cb", "ovs_interfaceid": "ca3342e9-cbff-483d-8bbe-d614974133a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.937137] env[62180]: DEBUG nova.scheduler.client.report [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.969151] env[62180]: DEBUG nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1712.994587] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1712.994886] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.995297] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1712.995502] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.995645] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1712.995882] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1712.996447] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1712.996630] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1712.996801] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1712.996969] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1712.997144] env[62180]: DEBUG nova.virt.hardware [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1712.998386] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c534229-b4a5-45b9-9b62-edbff857db45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.008421] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722ad402-26d6-4183-8bc4-6710d9d0ac71 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.096063] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786637} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.096470] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 30c00475-3e93-45d4-9dbf-ff6fe81b09aa/30c00475-3e93-45d4-9dbf-ff6fe81b09aa.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.096778] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.097144] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc59a7a8-3c51-4f74-8f61-24bff38a7e48 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.106967] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1713.106967] env[62180]: value = "task-1963381" [ 1713.106967] env[62180]: _type = "Task" [ 1713.106967] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.121533] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.126735] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.127744] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.338102] env[62180]: DEBUG oslo_vmware.api [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.726695} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.338378] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.338561] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.338732] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.338906] env[62180]: INFO nova.compute.manager [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1713.339164] env[62180]: DEBUG oslo.service.loopingcall [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.339364] env[62180]: DEBUG nova.compute.manager [-] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1713.339452] env[62180]: DEBUG nova.network.neutron [-] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1713.419499] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Releasing lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.419862] env[62180]: DEBUG nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Instance network_info: |[{"id": "ca3342e9-cbff-483d-8bbe-d614974133a0", "address": "fa:16:3e:fc:10:f8", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca3342e9-cb", "ovs_interfaceid": "ca3342e9-cbff-483d-8bbe-d614974133a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.420303] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:10:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca3342e9-cbff-483d-8bbe-d614974133a0', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.428554] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Creating folder: Project (a596d0e90214450098c9bc6fa0f58715). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.428857] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28253dc5-be18-4e0d-8556-24465ff8ceee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.439724] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Created folder: Project (a596d0e90214450098c9bc6fa0f58715) in parent group-v404325. [ 1713.439922] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Creating folder: Instances. Parent ref: group-v404457. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.440183] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7692b559-fc1e-4c9e-9aff-7e8bbfffc335 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.443488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.503s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.445702] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.641s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.447800] env[62180]: INFO nova.compute.claims [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.459135] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Created folder: Instances in parent group-v404457. [ 1713.459135] env[62180]: DEBUG oslo.service.loopingcall [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.459135] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.459135] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5f037da-3f69-4d6d-9436-2693e69ff5e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.476198] env[62180]: INFO nova.scheduler.client.report [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Deleted allocations for instance 86c816a2-26f2-4246-b2c5-a14619cde39a [ 1713.480327] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.483376] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2026c2dd-a6a8-4028-bf7d-a421813f2e7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.489580] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.489580] env[62180]: value = "task-1963384" [ 1713.489580] env[62180]: _type = "Task" [ 1713.489580] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.498024] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1713.498024] env[62180]: value = "task-1963385" [ 1713.498024] env[62180]: _type = "Task" [ 1713.498024] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.502970] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963384, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.508174] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.621029] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09027} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.621954] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.622901] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dc3a98-683f-4726-8327-f9c3caef26a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.630775] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963380, 'name': ReconfigVM_Task, 'duration_secs': 0.767808} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.641767] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 26aa5363-8676-45bf-8b17-185321d4da32/26aa5363-8676-45bf-8b17-185321d4da32.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.650462] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 30c00475-3e93-45d4-9dbf-ff6fe81b09aa/30c00475-3e93-45d4-9dbf-ff6fe81b09aa.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.650935] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f4d273-7962-49f0-918b-f32b7fbd41e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.652945] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3419de-fccb-4913-9718-4161c2c84cc5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.674303] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1713.674303] env[62180]: value = "task-1963386" [ 1713.674303] env[62180]: _type = "Task" [ 1713.674303] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.675813] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1713.675813] env[62180]: value = "task-1963387" [ 1713.675813] env[62180]: _type = "Task" [ 1713.675813] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.690079] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963386, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.989413] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cb77f3cc-05be-42cb-b11e-5f2853419be3 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "86c816a2-26f2-4246-b2c5-a14619cde39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.765s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.014811] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963385, 'name': PowerOffVM_Task, 'duration_secs': 0.266547} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.016151] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963384, 'name': CreateVM_Task, 'duration_secs': 0.369814} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.020061] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.026125] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.026125] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.026342] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81496f3c-77bc-432f-a79e-1f1d183b4369 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.029474] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.029628] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.029938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.034152] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c892389-7e5a-48e0-8556-332eceea3777 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.040791] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.042077] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc5787ef-6211-463a-a83c-d0bca3ab9cf6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.043686] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1714.043686] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522061c3-abe6-21cf-9963-6947c8433003" [ 1714.043686] env[62180]: _type = "Task" [ 1714.043686] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.053695] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522061c3-abe6-21cf-9963-6947c8433003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.113164] env[62180]: DEBUG nova.compute.manager [req-ef5fa6f9-cee1-46fb-921c-a574fc21ab5b req-7d950fdd-649c-4fec-80dd-2e4416923f5f service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Received event network-vif-deleted-34db0379-c9c6-4c43-ab05-a5ed7177ed84 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1714.113164] env[62180]: INFO nova.compute.manager [req-ef5fa6f9-cee1-46fb-921c-a574fc21ab5b req-7d950fdd-649c-4fec-80dd-2e4416923f5f service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Neutron deleted interface 34db0379-c9c6-4c43-ab05-a5ed7177ed84; detaching it from the instance and deleting it from the info cache [ 1714.113164] env[62180]: DEBUG nova.network.neutron [req-ef5fa6f9-cee1-46fb-921c-a574fc21ab5b req-7d950fdd-649c-4fec-80dd-2e4416923f5f service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.177243] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1714.177243] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1714.177243] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleting the datastore file [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1714.177243] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90b5d51d-7cc6-4315-a2b5-6eb484875e47 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.195597] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1714.195597] env[62180]: value = "task-1963389" [ 1714.195597] env[62180]: _type = "Task" [ 1714.195597] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.199583] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963386, 'name': Rename_Task, 'duration_secs': 0.201242} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.204017] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.207126] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57f5603d-0c14-45a8-85be-cf1647539cb8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.210054] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963387, 'name': ReconfigVM_Task, 'duration_secs': 0.353761} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.210054] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 30c00475-3e93-45d4-9dbf-ff6fe81b09aa/30c00475-3e93-45d4-9dbf-ff6fe81b09aa.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.210480] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b0c10e5-ebaf-4b05-9c09-a057194da9cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.216616] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.218322] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1714.218322] env[62180]: value = "task-1963390" [ 1714.218322] env[62180]: _type = "Task" [ 1714.218322] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.222975] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1714.222975] env[62180]: value = "task-1963391" [ 1714.222975] env[62180]: _type = "Task" [ 1714.222975] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.229515] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.234611] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963391, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.315277] env[62180]: DEBUG nova.network.neutron [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Successfully updated port: a0de5314-6fff-441b-a703-0ada0070357b {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1714.525992] env[62180]: DEBUG nova.network.neutron [-] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.556968] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522061c3-abe6-21cf-9963-6947c8433003, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.557314] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.557561] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.557817] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.557967] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.558171] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.558459] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a74669e2-7c19-4f21-9fb9-52a12b3b0898 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.570200] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.570421] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.571165] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0314693c-8e6f-4f8e-801e-1aab3cc48d32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.579700] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1714.579700] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5243184c-8606-05d4-422d-ea639564cd76" [ 1714.579700] env[62180]: _type = "Task" [ 1714.579700] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.587700] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5243184c-8606-05d4-422d-ea639564cd76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.616149] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ac4a9b2-9ca3-4e99-a384-e336f3dd3f66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.630556] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d915534-782b-4e5c-8eab-1f3702fe31fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.671214] env[62180]: DEBUG nova.compute.manager [req-ef5fa6f9-cee1-46fb-921c-a574fc21ab5b req-7d950fdd-649c-4fec-80dd-2e4416923f5f service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Detach interface failed, port_id=34db0379-c9c6-4c43-ab05-a5ed7177ed84, reason: Instance da0ad665-64f3-4d5c-adef-417c1e1d2c0f could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1714.708536] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191878} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.711110] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1714.711312] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1714.711495] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1714.738920] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.739232] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963391, 'name': Rename_Task, 'duration_secs': 0.183389} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.741944] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.742425] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6851e220-aa90-428c-adc9-5dc7b039b88e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.749816] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1714.749816] env[62180]: value = "task-1963392" [ 1714.749816] env[62180]: _type = "Task" [ 1714.749816] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.762667] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.817213] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.817438] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.817594] env[62180]: DEBUG nova.network.neutron [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.028989] env[62180]: INFO nova.compute.manager [-] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Took 1.69 seconds to deallocate network for instance. [ 1715.046325] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a00ab-f033-604b-3dd6-78ff7da8e6e9/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1715.047073] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97b1dbe-fcd9-4328-a18a-624257b9e339 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.053624] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a00ab-f033-604b-3dd6-78ff7da8e6e9/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1715.053789] env[62180]: ERROR oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a00ab-f033-604b-3dd6-78ff7da8e6e9/disk-0.vmdk due to incomplete transfer. [ 1715.053996] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64f766f9-6387-4747-bbe0-4a4c350bf690 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.063342] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a00ab-f033-604b-3dd6-78ff7da8e6e9/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1715.063474] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Uploaded image e7212aa6-c551-4cec-9b1c-94faf902ec77 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1715.066129] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1715.066731] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1bca1211-2719-4ea7-9163-0237349fea5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.069430] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b7bf8-231e-4320-9ae5-37b36653ed6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.079631] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77c1d99-728f-4cb6-ae2d-b453eb809d8d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.082767] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1715.082767] env[62180]: value = "task-1963393" [ 1715.082767] env[62180]: _type = "Task" [ 1715.082767] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.114957] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e8af29-2d56-49dc-9830-599bd0b7589d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.123591] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963393, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.124363] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5243184c-8606-05d4-422d-ea639564cd76, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.124971] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b5d108-de83-42fd-8c2b-52f19951cc6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.131630] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec03c0-cf2c-4d8d-9e6d-ebde80bfabea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.136774] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1715.136774] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52930e94-f28e-452a-28d1-84498ddb7343" [ 1715.136774] env[62180]: _type = "Task" [ 1715.136774] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.148332] env[62180]: DEBUG nova.compute.provider_tree [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.156841] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52930e94-f28e-452a-28d1-84498ddb7343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.232704] env[62180]: DEBUG oslo_vmware.api [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963390, 'name': PowerOnVM_Task, 'duration_secs': 0.665701} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.232968] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.233464] env[62180]: INFO nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1715.233557] env[62180]: DEBUG nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.234600] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cea9c9e-7240-46cc-8924-894e762145ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.260559] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.371130] env[62180]: DEBUG nova.network.neutron [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.536446] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.537586] env[62180]: DEBUG nova.network.neutron [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Updating instance_info_cache with network_info: [{"id": "a0de5314-6fff-441b-a703-0ada0070357b", "address": "fa:16:3e:da:f3:59", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0de5314-6f", "ovs_interfaceid": "a0de5314-6fff-441b-a703-0ada0070357b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.593476] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963393, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.648038] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52930e94-f28e-452a-28d1-84498ddb7343, 'name': SearchDatastore_Task, 'duration_secs': 0.032167} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.648215] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.648546] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0cf548fd-816b-4da6-bd20-35fbc8577866/0cf548fd-816b-4da6-bd20-35fbc8577866.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.648825] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf8f6d1-f362-4bf5-943e-e11b78238c05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.651638] env[62180]: DEBUG nova.scheduler.client.report [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.660031] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1715.660031] env[62180]: value = "task-1963394" [ 1715.660031] env[62180]: _type = "Task" [ 1715.660031] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.669092] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.745602] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.745966] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.746226] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.746514] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.746733] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.746955] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.747293] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.747541] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.747791] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.748064] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.748332] env[62180]: DEBUG nova.virt.hardware [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.755113] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f4285-3915-45b1-9b01-524ed5263c63 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.762194] env[62180]: INFO nova.compute.manager [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Took 45.65 seconds to build instance. [ 1715.774841] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b99fd4d-9cf1-46b7-9081-b98724ab6bee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.779113] env[62180]: DEBUG oslo_vmware.api [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963392, 'name': PowerOnVM_Task, 'duration_secs': 0.58551} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.780136] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.780336] env[62180]: INFO nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1715.780531] env[62180]: DEBUG nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.781644] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d10ef-0e22-444f-afef-3fcfb772b2f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.794908] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:2f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dddb1f14-f2c0-4f56-967f-6b09c09f9fcf', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.801706] env[62180]: DEBUG oslo.service.loopingcall [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.802725] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.802971] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ceea5d7-5d25-457e-abba-7462e92135ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.828658] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.828658] env[62180]: value = "task-1963395" [ 1715.828658] env[62180]: _type = "Task" [ 1715.828658] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.838975] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963395, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.040872] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.041327] env[62180]: DEBUG nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Instance network_info: |[{"id": "a0de5314-6fff-441b-a703-0ada0070357b", "address": "fa:16:3e:da:f3:59", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0de5314-6f", "ovs_interfaceid": "a0de5314-6fff-441b-a703-0ada0070357b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.041522] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:f3:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0de5314-6fff-441b-a703-0ada0070357b', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.050480] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating folder: Project (6b7e2eb33c9347929b89d7156c69f536). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1716.050480] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8e1e8c2-508c-4ec9-8760-0ebdd86604d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.060769] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created folder: Project (6b7e2eb33c9347929b89d7156c69f536) in parent group-v404325. [ 1716.060988] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating folder: Instances. Parent ref: group-v404461. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1716.061290] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbfd100a-1f7e-42dc-9518-ef2ee5b771e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.070365] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created folder: Instances in parent group-v404461. [ 1716.070650] env[62180]: DEBUG oslo.service.loopingcall [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.070890] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.071126] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1b922da-a77e-4de8-9f6e-3e16645d97e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.094593] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963393, 'name': Destroy_Task, 'duration_secs': 0.959671} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.096086] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Destroyed the VM [ 1716.096303] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1716.096524] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.096524] env[62180]: value = "task-1963398" [ 1716.096524] env[62180]: _type = "Task" [ 1716.096524] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.096679] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7190edb6-b9f8-44c7-9fa8-09d4eaa4f526 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.106858] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963398, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.108318] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1716.108318] env[62180]: value = "task-1963399" [ 1716.108318] env[62180]: _type = "Task" [ 1716.108318] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.117007] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.157946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.158499] env[62180]: DEBUG nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1716.161116] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.992s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.161334] env[62180]: DEBUG nova.objects.instance [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lazy-loading 'resources' on Instance uuid 45bf79c4-2f13-4989-846d-0db27325bef3 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.176293] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963394, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.244987] env[62180]: DEBUG nova.compute.manager [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Received event network-vif-plugged-a0de5314-6fff-441b-a703-0ada0070357b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1716.245118] env[62180]: DEBUG oslo_concurrency.lockutils [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] Acquiring lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.245334] env[62180]: DEBUG oslo_concurrency.lockutils [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.245479] env[62180]: DEBUG oslo_concurrency.lockutils [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.245703] env[62180]: DEBUG nova.compute.manager [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] No waiting events found dispatching network-vif-plugged-a0de5314-6fff-441b-a703-0ada0070357b {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1716.245817] env[62180]: WARNING nova.compute.manager [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Received unexpected event network-vif-plugged-a0de5314-6fff-441b-a703-0ada0070357b for instance with vm_state building and task_state spawning. [ 1716.245976] env[62180]: DEBUG nova.compute.manager [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Received event network-changed-a0de5314-6fff-441b-a703-0ada0070357b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1716.246226] env[62180]: DEBUG nova.compute.manager [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Refreshing instance network info cache due to event network-changed-a0de5314-6fff-441b-a703-0ada0070357b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1716.246337] env[62180]: DEBUG oslo_concurrency.lockutils [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] Acquiring lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.246470] env[62180]: DEBUG oslo_concurrency.lockutils [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] Acquired lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.246618] env[62180]: DEBUG nova.network.neutron [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Refreshing network info cache for port a0de5314-6fff-441b-a703-0ada0070357b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.264263] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0f28ff1a-416f-4827-9bfa-002842cd6d8a tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "26aa5363-8676-45bf-8b17-185321d4da32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.497s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.334207] env[62180]: INFO nova.compute.manager [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Took 44.53 seconds to build instance. [ 1716.343150] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963395, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.608570] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963398, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.617571] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963399, 'name': RemoveSnapshot_Task} progress is 23%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.664678] env[62180]: DEBUG nova.compute.utils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1716.670421] env[62180]: DEBUG nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1716.670658] env[62180]: DEBUG nova.network.neutron [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1716.682070] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514422} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.682276] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0cf548fd-816b-4da6-bd20-35fbc8577866/0cf548fd-816b-4da6-bd20-35fbc8577866.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.682574] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.682991] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b9078f-f5f7-45be-8e98-f61c3ea4d8d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.690418] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1716.690418] env[62180]: value = "task-1963400" [ 1716.690418] env[62180]: _type = "Task" [ 1716.690418] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.698766] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.715210] env[62180]: DEBUG nova.policy [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2e3f33a5c434bb693694d22dcf3daaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7e2eb33c9347929b89d7156c69f536', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1716.766934] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1716.836651] env[62180]: DEBUG oslo_concurrency.lockutils [None req-235bf826-2965-49bc-9fc1-411385a5fd0b tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.128s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.849804] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963395, 'name': CreateVM_Task, 'duration_secs': 0.52074} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.849804] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.849804] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.849804] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.850362] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.850626] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9bd2c1-a696-409d-81a6-9e277453f5e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.855536] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1716.855536] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529d4700-1bc8-4222-a6d9-64d3ff725360" [ 1716.855536] env[62180]: _type = "Task" [ 1716.855536] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.866109] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529d4700-1bc8-4222-a6d9-64d3ff725360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.084067] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "26aa5363-8676-45bf-8b17-185321d4da32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.084403] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "26aa5363-8676-45bf-8b17-185321d4da32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.084492] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "26aa5363-8676-45bf-8b17-185321d4da32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.084741] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "26aa5363-8676-45bf-8b17-185321d4da32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.084923] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "26aa5363-8676-45bf-8b17-185321d4da32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.087593] env[62180]: INFO nova.compute.manager [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Terminating instance [ 1717.109950] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963398, 'name': CreateVM_Task, 'duration_secs': 0.604952} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.115557] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.117279] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.121536] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963399, 'name': RemoveSnapshot_Task} progress is 23%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.168101] env[62180]: DEBUG nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1717.206446] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181194} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.206938] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.207532] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a2a35-b195-4243-a4b4-dcf4db402560 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.238544] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0cf548fd-816b-4da6-bd20-35fbc8577866/0cf548fd-816b-4da6-bd20-35fbc8577866.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.239740] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2249f6-ae88-4a76-8c7a-34660c0db6f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.264221] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1717.264221] env[62180]: value = "task-1963401" [ 1717.264221] env[62180]: _type = "Task" [ 1717.264221] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.279197] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.299457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.343732] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1717.371231] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529d4700-1bc8-4222-a6d9-64d3ff725360, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.377168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.377168] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.377168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.377168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.377168] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.377168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.377168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.377168] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ce80916-f8dc-4d51-ab88-36cb30b85303 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.379018] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b2574d-2d6c-4c52-aa3e-9d5823bf8ff5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.385039] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1717.385039] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526e80be-c8c6-a3bd-7291-5538f9039f4b" [ 1717.385039] env[62180]: _type = "Task" [ 1717.385039] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.388959] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.389147] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.391272] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2134b3ab-f396-40fb-89d8-1e1226de4aff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.394008] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34357fef-f210-41cb-9a85-536b20525cd2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.400252] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526e80be-c8c6-a3bd-7291-5538f9039f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.406034] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1717.406034] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5233183e-b848-1de2-2159-41fc1802cfdb" [ 1717.406034] env[62180]: _type = "Task" [ 1717.406034] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.412016] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4b440-d0d6-4cf0-9d16-5e9e45cc2677 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.422886] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5233183e-b848-1de2-2159-41fc1802cfdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.449866] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422acd9c-05d5-4357-8302-fac0d8105f56 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.452029] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf770e37-e619-4afc-b77d-b39b33afdfb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.464360] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ace8a0-4b9c-472d-ad5e-01e8df13c5b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.469799] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1717.469799] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6a86d-42b9-2b7e-1186-62bf60a2b90b" [ 1717.469799] env[62180]: _type = "Task" [ 1717.469799] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.488198] env[62180]: DEBUG nova.compute.provider_tree [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.490429] env[62180]: DEBUG nova.network.neutron [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Updated VIF entry in instance network info cache for port a0de5314-6fff-441b-a703-0ada0070357b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.490825] env[62180]: DEBUG nova.network.neutron [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Updating instance_info_cache with network_info: [{"id": "a0de5314-6fff-441b-a703-0ada0070357b", "address": "fa:16:3e:da:f3:59", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0de5314-6f", "ovs_interfaceid": "a0de5314-6fff-441b-a703-0ada0070357b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.498283] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6a86d-42b9-2b7e-1186-62bf60a2b90b, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.498570] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.498887] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.499173] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c01220-7450-4661-bab2-c0ea3293937a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.506490] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1717.506490] env[62180]: value = "task-1963402" [ 1717.506490] env[62180]: _type = "Task" [ 1717.506490] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.515766] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.533831] env[62180]: DEBUG nova.network.neutron [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Successfully created port: 5d22050c-3ef9-4bb8-8d41-f9a9745fb538 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.591842] env[62180]: DEBUG nova.compute.manager [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.592132] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.593129] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721cbb4-a399-4f89-aacc-d935b3337f27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.601280] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.601519] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-225c234a-cb9c-4735-a2a6-6c73ca844e03 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.608496] env[62180]: DEBUG oslo_vmware.api [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1717.608496] env[62180]: value = "task-1963403" [ 1717.608496] env[62180]: _type = "Task" [ 1717.608496] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.620486] env[62180]: DEBUG oslo_vmware.api [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.623810] env[62180]: DEBUG oslo_vmware.api [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963399, 'name': RemoveSnapshot_Task, 'duration_secs': 1.416804} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.624035] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1717.624192] env[62180]: INFO nova.compute.manager [None req-d783086d-eb1c-4afe-a6ad-8efb25940185 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Took 17.62 seconds to snapshot the instance on the hypervisor. [ 1717.779633] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.863522] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.898593] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526e80be-c8c6-a3bd-7291-5538f9039f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.898593] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.898593] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.898593] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.898593] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.898593] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.898593] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d47fa38a-6fd7-424b-92d4-b9b647a31a1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.914759] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.914980] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.915868] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a69e113-88f3-4e4c-8711-5394e62228f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.921739] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1717.921739] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b57f5a-715b-553b-fc69-9c305023031e" [ 1717.921739] env[62180]: _type = "Task" [ 1717.921739] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.931107] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b57f5a-715b-553b-fc69-9c305023031e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.984027] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7e0ac1-7434-4996-aacb-d929923aee70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.992710] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a39fb5fd-512d-4dbe-bb6b-4f66783953a9 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Suspending the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1717.993542] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-026ea197-c13a-4c42-843d-db420db806b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.996334] env[62180]: DEBUG nova.scheduler.client.report [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.004784] env[62180]: DEBUG oslo_concurrency.lockutils [req-d5d923b9-25c6-4324-9c04-8199f9b7ac1e req-efcd74a7-7f6f-4470-b0f2-603e36ca3846 service nova] Releasing lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.008125] env[62180]: DEBUG oslo_vmware.api [None req-a39fb5fd-512d-4dbe-bb6b-4f66783953a9 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1718.008125] env[62180]: value = "task-1963404" [ 1718.008125] env[62180]: _type = "Task" [ 1718.008125] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.031906] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.032270] env[62180]: DEBUG oslo_vmware.api [None req-a39fb5fd-512d-4dbe-bb6b-4f66783953a9 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963404, 'name': SuspendVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.120503] env[62180]: DEBUG oslo_vmware.api [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963403, 'name': PowerOffVM_Task, 'duration_secs': 0.303944} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.121310] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.121632] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.122166] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba588f1-f058-49e2-8cf0-535ae5a07f31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.184402] env[62180]: DEBUG nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1718.200315] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.200622] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.200831] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Deleting the datastore file [datastore1] 26aa5363-8676-45bf-8b17-185321d4da32 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.201143] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e40bfa7e-29ab-4be1-beaf-974f761c57cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.209344] env[62180]: DEBUG oslo_vmware.api [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for the task: (returnval){ [ 1718.209344] env[62180]: value = "task-1963406" [ 1718.209344] env[62180]: _type = "Task" [ 1718.209344] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.216008] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1718.216337] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.216530] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1718.216751] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.217232] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1718.217232] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1718.217361] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1718.217472] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1718.217707] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1718.217894] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1718.218136] env[62180]: DEBUG nova.virt.hardware [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1718.219119] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc4189-b3a1-4b91-93aa-e34525ee009f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.225945] env[62180]: DEBUG oslo_vmware.api [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.231398] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e057787b-8f70-4a8c-8ddd-847229ba11ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.274735] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963401, 'name': ReconfigVM_Task, 'duration_secs': 0.678846} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.275092] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0cf548fd-816b-4da6-bd20-35fbc8577866/0cf548fd-816b-4da6-bd20-35fbc8577866.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.275776] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7089d95c-b6cd-4117-99ab-f8060ead2845 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.283043] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1718.283043] env[62180]: value = "task-1963407" [ 1718.283043] env[62180]: _type = "Task" [ 1718.283043] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.292487] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963407, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.434735] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b57f5a-715b-553b-fc69-9c305023031e, 'name': SearchDatastore_Task, 'duration_secs': 0.057416} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.435787] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93c664b-d8aa-4758-a953-8743758d64e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.442039] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1718.442039] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dc522f-0eed-1f29-41fb-7b7fc73f9da7" [ 1718.442039] env[62180]: _type = "Task" [ 1718.442039] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.450758] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dc522f-0eed-1f29-41fb-7b7fc73f9da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.504056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.508387] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.941s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.508957] env[62180]: DEBUG nova.objects.instance [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lazy-loading 'resources' on Instance uuid f82dd739-cab2-4037-b038-400c09480dfa {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.527681] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571811} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.531320] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.531560] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.532255] env[62180]: DEBUG oslo_vmware.api [None req-a39fb5fd-512d-4dbe-bb6b-4f66783953a9 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963404, 'name': SuspendVM_Task} progress is 58%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.532540] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b41089d1-0f57-4655-8853-1fdba7030e70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.535944] env[62180]: INFO nova.scheduler.client.report [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Deleted allocations for instance 45bf79c4-2f13-4989-846d-0db27325bef3 [ 1718.545664] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1718.545664] env[62180]: value = "task-1963408" [ 1718.545664] env[62180]: _type = "Task" [ 1718.545664] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.559421] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.722529] env[62180]: DEBUG oslo_vmware.api [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Task: {'id': task-1963406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263003} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.723154] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.724032] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.724032] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.724032] env[62180]: INFO nova.compute.manager [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1718.724219] env[62180]: DEBUG oslo.service.loopingcall [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.724778] env[62180]: DEBUG nova.compute.manager [-] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.724778] env[62180]: DEBUG nova.network.neutron [-] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.793208] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963407, 'name': Rename_Task, 'duration_secs': 0.288007} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.793525] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.793785] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5204040c-1a1b-4901-95de-7333ae7f9eae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.800365] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1718.800365] env[62180]: value = "task-1963409" [ 1718.800365] env[62180]: _type = "Task" [ 1718.800365] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.808189] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.956637] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dc522f-0eed-1f29-41fb-7b7fc73f9da7, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.957221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.957221] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/4f4d40e9-e62b-4a74-a51f-44b8346e6bb7.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.957387] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-888ba246-6356-48b1-b36a-989133cfa8aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.964014] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1718.964014] env[62180]: value = "task-1963410" [ 1718.964014] env[62180]: _type = "Task" [ 1718.964014] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.972354] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.024632] env[62180]: DEBUG oslo_vmware.api [None req-a39fb5fd-512d-4dbe-bb6b-4f66783953a9 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963404, 'name': SuspendVM_Task, 'duration_secs': 0.746541} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.024896] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a39fb5fd-512d-4dbe-bb6b-4f66783953a9 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Suspended the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1719.025508] env[62180]: DEBUG nova.compute.manager [None req-a39fb5fd-512d-4dbe-bb6b-4f66783953a9 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.026385] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6e00a-1a26-46d6-9941-f01b6a5fcb24 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.045521] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42840780-1a98-4d89-a6d0-b8ec06e0eeee tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.580s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.048017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.275s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.048017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.048017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.048017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.053430] env[62180]: INFO nova.compute.manager [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Terminating instance [ 1719.066020] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110748} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.066020] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.066020] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37586f67-9615-4f99-ad1a-8f1bd5991e97 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.091572] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.094787] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b716b178-b3a7-4204-bec5-f81860b9adb7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.119129] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1719.119129] env[62180]: value = "task-1963411" [ 1719.119129] env[62180]: _type = "Task" [ 1719.119129] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.132860] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.314247] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963409, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.446359] env[62180]: DEBUG nova.network.neutron [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Successfully updated port: 5d22050c-3ef9-4bb8-8d41-f9a9745fb538 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.479624] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963410, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.531491] env[62180]: DEBUG nova.compute.manager [req-03715c05-b64c-4910-8af8-d9049fbbf7de req-3b68f978-9a55-42d9-90f5-c2b89c0dbd8a service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Received event network-vif-deleted-7db103d0-73d6-4c7a-ad4b-2884188cff32 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1719.531680] env[62180]: INFO nova.compute.manager [req-03715c05-b64c-4910-8af8-d9049fbbf7de req-3b68f978-9a55-42d9-90f5-c2b89c0dbd8a service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Neutron deleted interface 7db103d0-73d6-4c7a-ad4b-2884188cff32; detaching it from the instance and deleting it from the info cache [ 1719.531848] env[62180]: DEBUG nova.network.neutron [req-03715c05-b64c-4910-8af8-d9049fbbf7de req-3b68f978-9a55-42d9-90f5-c2b89c0dbd8a service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.561492] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.561677] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquired lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.561855] env[62180]: DEBUG nova.network.neutron [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.630826] env[62180]: DEBUG nova.network.neutron [-] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.632156] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.731708] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "b214accc-56ca-4429-abd6-cd06c01c70d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.731832] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.749372] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776a291b-ba4b-4440-a3b4-2b87fe3d3d0d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.759983] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46247636-a023-416c-9fde-baf85379d437 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.797207] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49d6085-002e-42ee-80b9-a756efd85f51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.808287] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1b5c0-c84a-4feb-bf0a-45c8c1fa900a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.817711] env[62180]: DEBUG oslo_vmware.api [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963409, 'name': PowerOnVM_Task, 'duration_secs': 0.644919} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.819397] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.819397] env[62180]: INFO nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1719.819397] env[62180]: DEBUG nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.819833] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b523ea-8ed3-4ba5-a584-9db1f03c72a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.830948] env[62180]: DEBUG nova.compute.provider_tree [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1719.952042] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.952212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.952466] env[62180]: DEBUG nova.network.neutron [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.980964] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583326} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.981530] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/4f4d40e9-e62b-4a74-a51f-44b8346e6bb7.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.981757] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.982024] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e775f2-9dd2-4619-a89e-1db988e63e3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.989438] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1719.989438] env[62180]: value = "task-1963412" [ 1719.989438] env[62180]: _type = "Task" [ 1719.989438] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.998552] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.035203] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29aa84e6-0144-4612-ac60-5b1c15a40754 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.044448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d386a-be81-461a-a957-6b0f5097f8ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.081384] env[62180]: DEBUG nova.compute.utils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Can not refresh info_cache because instance was not found {{(pid=62180) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1720.084277] env[62180]: DEBUG nova.compute.manager [req-03715c05-b64c-4910-8af8-d9049fbbf7de req-3b68f978-9a55-42d9-90f5-c2b89c0dbd8a service nova] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Detach interface failed, port_id=7db103d0-73d6-4c7a-ad4b-2884188cff32, reason: Instance 26aa5363-8676-45bf-8b17-185321d4da32 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1720.107611] env[62180]: DEBUG nova.network.neutron [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.129523] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963411, 'name': ReconfigVM_Task, 'duration_secs': 0.547622} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.129801] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c/3b8acb23-1bed-432f-b70e-18a1301fb99c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.130427] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65fd1758-8ed5-4f03-b538-2bb94b13be64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.135243] env[62180]: INFO nova.compute.manager [-] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Took 1.41 seconds to deallocate network for instance. [ 1720.138038] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1720.138038] env[62180]: value = "task-1963413" [ 1720.138038] env[62180]: _type = "Task" [ 1720.138038] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.151653] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963413, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.219246] env[62180]: DEBUG nova.network.neutron [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.352983] env[62180]: INFO nova.compute.manager [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Took 44.33 seconds to build instance. [ 1720.364139] env[62180]: ERROR nova.scheduler.client.report [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] [req-a26ea5e2-7cb7-48fc-9bef-23b62df95748] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a26ea5e2-7cb7-48fc-9bef-23b62df95748"}]} [ 1720.380561] env[62180]: DEBUG nova.scheduler.client.report [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1720.399727] env[62180]: DEBUG nova.scheduler.client.report [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1720.399962] env[62180]: DEBUG nova.compute.provider_tree [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1720.412143] env[62180]: DEBUG nova.scheduler.client.report [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1720.435042] env[62180]: DEBUG nova.scheduler.client.report [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1720.499911] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237763} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.500228] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.501008] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c88908-e677-420c-bb27-b0ce1d2dfd43 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.525688] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/4f4d40e9-e62b-4a74-a51f-44b8346e6bb7.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.526754] env[62180]: DEBUG nova.network.neutron [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.530832] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3747f2b-b1ec-4b13-8312-45dcfeac0aa6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.554180] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1720.554180] env[62180]: value = "task-1963414" [ 1720.554180] env[62180]: _type = "Task" [ 1720.554180] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.565163] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.646734] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.666844] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963413, 'name': Rename_Task, 'duration_secs': 0.215217} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.667134] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1720.667391] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5655e7bf-af3e-4c3c-8cec-e82e9096946b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.675524] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1720.675524] env[62180]: value = "task-1963415" [ 1720.675524] env[62180]: _type = "Task" [ 1720.675524] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.690552] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963415, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.722658] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Releasing lock "refresh_cache-45bf79c4-2f13-4989-846d-0db27325bef3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.723156] env[62180]: DEBUG nova.compute.manager [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1720.723365] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.723748] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7694b5b-777f-42aa-8c88-eb9d69ca08d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.733129] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc137e1-6a9c-47bf-aef8-22420697da77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.775937] env[62180]: WARNING nova.virt.vmwareapi.vmops [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 45bf79c4-2f13-4989-846d-0db27325bef3 could not be found. [ 1720.776286] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.776481] env[62180]: INFO nova.compute.manager [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1720.776838] env[62180]: DEBUG oslo.service.loopingcall [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.780097] env[62180]: DEBUG nova.compute.manager [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.780299] env[62180]: DEBUG nova.network.neutron [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.813600] env[62180]: DEBUG nova.network.neutron [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.853902] env[62180]: DEBUG nova.network.neutron [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Updating instance_info_cache with network_info: [{"id": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "address": "fa:16:3e:c9:b6:30", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d22050c-3e", "ovs_interfaceid": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.855940] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1cdf08fc-0295-4f9e-ae5a-4696040e4d35 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.116s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.052137] env[62180]: DEBUG nova.compute.manager [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.052137] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96534490-db03-4398-9a7c-371185268e26 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.063400] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963414, 'name': ReconfigVM_Task, 'duration_secs': 0.268472} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.067529] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/4f4d40e9-e62b-4a74-a51f-44b8346e6bb7.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.072264] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c545dd4f-bf8c-4232-9413-906001d1e8ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.080336] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1721.080336] env[62180]: value = "task-1963416" [ 1721.080336] env[62180]: _type = "Task" [ 1721.080336] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.097711] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963416, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.193869] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.211024] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2706237-0000-4a2a-a1fe-a9bd65cb0318 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.220011] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4638b1b-64ef-4af0-9d09-e055da3a9ed6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.261953] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906489c4-6d5f-40a9-beef-dcf26e565af3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.271327] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086dee25-02c0-4ad6-a9ae-a2e678984a1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.285863] env[62180]: DEBUG nova.compute.provider_tree [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.317038] env[62180]: DEBUG nova.network.neutron [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.357632] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.358122] env[62180]: DEBUG nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Instance network_info: |[{"id": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "address": "fa:16:3e:c9:b6:30", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d22050c-3e", "ovs_interfaceid": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.358362] env[62180]: DEBUG nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1721.365024] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b6:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d22050c-3ef9-4bb8-8d41-f9a9745fb538', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.370253] env[62180]: DEBUG oslo.service.loopingcall [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.370966] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.371211] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79b1867b-366e-42b7-a666-357216a38bb0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.392858] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.392858] env[62180]: value = "task-1963417" [ 1721.392858] env[62180]: _type = "Task" [ 1721.392858] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.402542] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963417, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.579218] env[62180]: INFO nova.compute.manager [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] instance snapshotting [ 1721.579422] env[62180]: WARNING nova.compute.manager [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1721.582623] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f28b36-7d15-421f-86fa-63fcf5dd6764 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.595237] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963416, 'name': Rename_Task, 'duration_secs': 0.144648} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.610369] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.610369] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5049785-8982-4b79-b9a0-1fb844b02ff6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.611379] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7011991f-2b66-4c09-b84d-87b1462681e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.620649] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1721.620649] env[62180]: value = "task-1963418" [ 1721.620649] env[62180]: _type = "Task" [ 1721.620649] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.632213] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.661815] env[62180]: DEBUG nova.compute.manager [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.664464] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b29342-3573-4e9d-94e7-652dec49e7df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.693799] env[62180]: DEBUG oslo_vmware.api [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963415, 'name': PowerOnVM_Task, 'duration_secs': 0.764597} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.694081] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1721.694573] env[62180]: DEBUG nova.compute.manager [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.695619] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57001c-703e-4d32-a2f6-684735d888f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.744450] env[62180]: DEBUG nova.compute.manager [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Received event network-changed-ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1721.744450] env[62180]: DEBUG nova.compute.manager [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Refreshing instance network info cache due to event network-changed-ca3342e9-cbff-483d-8bbe-d614974133a0. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1721.744450] env[62180]: DEBUG oslo_concurrency.lockutils [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] Acquiring lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.744450] env[62180]: DEBUG oslo_concurrency.lockutils [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] Acquired lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.744952] env[62180]: DEBUG nova.network.neutron [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Refreshing network info cache for port ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.786899] env[62180]: DEBUG nova.compute.manager [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Received event network-vif-plugged-5d22050c-3ef9-4bb8-8d41-f9a9745fb538 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1721.787163] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] Acquiring lock "76cdf121-0846-4f03-bcac-a2e6ead239f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.787526] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.787732] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.787878] env[62180]: DEBUG nova.compute.manager [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] No waiting events found dispatching network-vif-plugged-5d22050c-3ef9-4bb8-8d41-f9a9745fb538 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1721.788068] env[62180]: WARNING nova.compute.manager [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Received unexpected event network-vif-plugged-5d22050c-3ef9-4bb8-8d41-f9a9745fb538 for instance with vm_state building and task_state spawning. [ 1721.788307] env[62180]: DEBUG nova.compute.manager [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Received event network-changed-5d22050c-3ef9-4bb8-8d41-f9a9745fb538 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1721.788471] env[62180]: DEBUG nova.compute.manager [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Refreshing instance network info cache due to event network-changed-5d22050c-3ef9-4bb8-8d41-f9a9745fb538. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1721.788612] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] Acquiring lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.788848] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] Acquired lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.789024] env[62180]: DEBUG nova.network.neutron [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Refreshing network info cache for port 5d22050c-3ef9-4bb8-8d41-f9a9745fb538 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.791353] env[62180]: DEBUG nova.scheduler.client.report [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.818869] env[62180]: INFO nova.compute.manager [-] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Took 1.04 seconds to deallocate network for instance. [ 1721.833457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.833457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.833457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.833457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.833457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.835719] env[62180]: INFO nova.compute.manager [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Terminating instance [ 1721.890038] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.903753] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963417, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.124016] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1722.124581] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c4de4e6-ba08-47ca-b79e-2607910de9ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.139800] env[62180]: DEBUG oslo_vmware.api [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963418, 'name': PowerOnVM_Task, 'duration_secs': 0.511071} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.141691] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.142027] env[62180]: INFO nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1722.143462] env[62180]: DEBUG nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.143462] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1722.143462] env[62180]: value = "task-1963419" [ 1722.143462] env[62180]: _type = "Task" [ 1722.143462] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.144077] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c28239-2cbe-4b3e-b820-44b139f403b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.161188] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.173892] env[62180]: INFO nova.compute.manager [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] instance snapshotting [ 1722.177103] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d2e20-b47b-43da-8548-4492b51ec80f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.198802] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a031f58-22b3-4726-865a-3382e93128da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.219889] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.298747] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.790s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.300781] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.910s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.302372] env[62180]: INFO nova.compute.claims [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1722.324613] env[62180]: INFO nova.scheduler.client.report [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Deleted allocations for instance f82dd739-cab2-4037-b038-400c09480dfa [ 1722.326041] env[62180]: INFO nova.compute.manager [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance disappeared during terminate [ 1722.326157] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8352c108-9d49-4fb2-9538-be9317ab4322 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "45bf79c4-2f13-4989-846d-0db27325bef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.280s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.338893] env[62180]: DEBUG nova.compute.manager [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.339174] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.340024] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d0d15a-e8ea-4d79-bc9d-0631fd311247 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.348591] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.349521] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1ae2fe4-2a8f-48e8-aa51-7e3b70ba22cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.355994] env[62180]: DEBUG oslo_vmware.api [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1722.355994] env[62180]: value = "task-1963420" [ 1722.355994] env[62180]: _type = "Task" [ 1722.355994] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.365847] env[62180]: DEBUG oslo_vmware.api [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.404239] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963417, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.661612] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.669817] env[62180]: INFO nova.compute.manager [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Took 46.47 seconds to build instance. [ 1722.715487] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1722.715796] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74cba5aa-752b-42ee-850a-4c4a339e3ad2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.724176] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1722.724176] env[62180]: value = "task-1963421" [ 1722.724176] env[62180]: _type = "Task" [ 1722.724176] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.733901] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963421, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.751504] env[62180]: DEBUG nova.network.neutron [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Updated VIF entry in instance network info cache for port 5d22050c-3ef9-4bb8-8d41-f9a9745fb538. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.751866] env[62180]: DEBUG nova.network.neutron [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Updating instance_info_cache with network_info: [{"id": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "address": "fa:16:3e:c9:b6:30", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d22050c-3e", "ovs_interfaceid": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.766037] env[62180]: DEBUG nova.network.neutron [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Updated VIF entry in instance network info cache for port ca3342e9-cbff-483d-8bbe-d614974133a0. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.766037] env[62180]: DEBUG nova.network.neutron [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Updating instance_info_cache with network_info: [{"id": "ca3342e9-cbff-483d-8bbe-d614974133a0", "address": "fa:16:3e:fc:10:f8", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca3342e9-cb", "ovs_interfaceid": "ca3342e9-cbff-483d-8bbe-d614974133a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.834209] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7859cc8f-d504-49a4-b075-10ba7f0e2df7 tempest-VolumesAssistedSnapshotsTest-808913691 tempest-VolumesAssistedSnapshotsTest-808913691-project-member] Lock "f82dd739-cab2-4037-b038-400c09480dfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.271s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.868452] env[62180]: DEBUG oslo_vmware.api [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963420, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.905025] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963417, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.162062] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963419, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.172057] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6b1b20c-d806-4637-8665-d967fd453956 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.486s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.236629] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963421, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.257509] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaed04a5-a713-4497-8d74-43fbbafa0adb req-199fdd53-e033-406f-8370-6b69abf3dab6 service nova] Releasing lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.268316] env[62180]: DEBUG oslo_concurrency.lockutils [req-664c95d1-eaa7-4f2d-8df1-5b977a048966 req-5db1c7ea-9d02-4192-80fe-b0f3916a0b96 service nova] Releasing lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.316015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "3b8acb23-1bed-432f-b70e-18a1301fb99c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.316323] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.316500] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "3b8acb23-1bed-432f-b70e-18a1301fb99c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.316681] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.316846] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.319236] env[62180]: INFO nova.compute.manager [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Terminating instance [ 1723.367745] env[62180]: DEBUG oslo_vmware.api [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963420, 'name': PowerOffVM_Task, 'duration_secs': 0.513613} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.370890] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.371632] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.371632] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27c81608-9178-44bc-a4f8-61a9616be320 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.409176] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963417, 'name': CreateVM_Task, 'duration_secs': 1.552165} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.409382] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1723.410117] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.410291] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.410635] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1723.410896] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b73764e-380b-42bc-a23d-affda9f4cc45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.422012] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1723.422012] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb0015-adeb-c56c-7b35-adcf2fab676b" [ 1723.422012] env[62180]: _type = "Task" [ 1723.422012] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.430753] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb0015-adeb-c56c-7b35-adcf2fab676b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.457062] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.457147] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.457307] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Deleting the datastore file [datastore1] d8ea4cc3-b3be-4db6-9d55-d62a774e4e34 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.457568] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102692d1-3bfd-48a0-8d14-542a512facc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.464404] env[62180]: DEBUG oslo_vmware.api [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for the task: (returnval){ [ 1723.464404] env[62180]: value = "task-1963423" [ 1723.464404] env[62180]: _type = "Task" [ 1723.464404] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.476790] env[62180]: DEBUG oslo_vmware.api [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.661924] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963419, 'name': CreateSnapshot_Task, 'duration_secs': 1.456293} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.663307] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1723.663307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f3400-a8a8-49da-85b7-0ee8543f93f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.678556] env[62180]: DEBUG nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1723.735959] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963421, 'name': CreateSnapshot_Task, 'duration_secs': 0.660191} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.738815] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1723.739558] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa90226-2703-4536-befd-b538f16b7e94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.823985] env[62180]: DEBUG nova.compute.manager [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.824248] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.825159] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceef6669-61cc-4ee5-b41e-f5d1b68cf470 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.836761] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.837044] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4542d6-02ab-4086-8cc8-d245c2f99519 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.843717] env[62180]: DEBUG oslo_vmware.api [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1723.843717] env[62180]: value = "task-1963424" [ 1723.843717] env[62180]: _type = "Task" [ 1723.843717] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.851565] env[62180]: DEBUG oslo_vmware.api [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.895466] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "1d82705f-d5ef-4e83-afa0-f1fde271c098" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.895466] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.933504] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb0015-adeb-c56c-7b35-adcf2fab676b, 'name': SearchDatastore_Task, 'duration_secs': 0.013616} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.933890] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.934221] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.934489] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.934680] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.934891] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.937570] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a197d1df-6a6c-4b47-97f5-ef4a82075593 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.943931] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.944185] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.944960] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d62e1b-c781-40f3-b4d7-257ce979204f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.951408] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1723.951408] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fcfe56-fb8e-7039-d574-63412e87761a" [ 1723.951408] env[62180]: _type = "Task" [ 1723.951408] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.967154] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fcfe56-fb8e-7039-d574-63412e87761a, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.975641] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6ff548-1cce-4bcd-9e18-bdd3546527d4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.985329] env[62180]: DEBUG oslo_vmware.api [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Task: {'id': task-1963423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167822} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.986907] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.987047] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.987229] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.987394] env[62180]: INFO nova.compute.manager [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1723.987635] env[62180]: DEBUG oslo.service.loopingcall [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.987924] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1723.987924] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521ff7f8-d3ee-f46d-5c7b-6c87323de265" [ 1723.987924] env[62180]: _type = "Task" [ 1723.987924] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.988281] env[62180]: DEBUG nova.compute.manager [-] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1723.988281] env[62180]: DEBUG nova.network.neutron [-] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.000602] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521ff7f8-d3ee-f46d-5c7b-6c87323de265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.010616] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ce114-4c46-43fb-805d-edf1ca12d575 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.018104] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c832b-4303-4127-9895-8e01222797b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.054358] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abfe69e-44c8-4a46-925b-6f0c4a7f11e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.062760] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cc8a56-8910-4a4c-bdbe-62d957e2e290 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.077946] env[62180]: DEBUG nova.compute.provider_tree [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.182821] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1724.183368] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f04fe032-6d5d-445f-8a87-88c06c69e0df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.196521] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1724.196521] env[62180]: value = "task-1963425" [ 1724.196521] env[62180]: _type = "Task" [ 1724.196521] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.205626] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963425, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.212761] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.258830] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1724.259234] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f43da33-210a-4186-9f74-0351eeb52857 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.267196] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1724.267196] env[62180]: value = "task-1963426" [ 1724.267196] env[62180]: _type = "Task" [ 1724.267196] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.277025] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963426, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.354023] env[62180]: DEBUG oslo_vmware.api [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963424, 'name': PowerOffVM_Task, 'duration_secs': 0.17074} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.354023] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.354273] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.354336] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ac738f6-3684-424d-894a-09adb7c39b5c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.466867] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.467155] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.467346] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleting the datastore file [datastore1] 3b8acb23-1bed-432f-b70e-18a1301fb99c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.467613] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ad0235c-4f93-4462-9dd2-b903b167d85c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.474093] env[62180]: DEBUG oslo_vmware.api [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1724.474093] env[62180]: value = "task-1963428" [ 1724.474093] env[62180]: _type = "Task" [ 1724.474093] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.485824] env[62180]: DEBUG oslo_vmware.api [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.501762] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521ff7f8-d3ee-f46d-5c7b-6c87323de265, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.502516] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.502809] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/76cdf121-0846-4f03-bcac-a2e6ead239f0.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.503982] env[62180]: DEBUG nova.compute.manager [req-4871cced-c16f-4b46-9ffc-5431e1ccf176 req-2bd7e8f7-0002-4550-9c5e-bacd0a9da3f2 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Received event network-vif-deleted-fc8af3c9-ee94-4ef4-914e-a7cfd07158d5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1724.504255] env[62180]: INFO nova.compute.manager [req-4871cced-c16f-4b46-9ffc-5431e1ccf176 req-2bd7e8f7-0002-4550-9c5e-bacd0a9da3f2 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Neutron deleted interface fc8af3c9-ee94-4ef4-914e-a7cfd07158d5; detaching it from the instance and deleting it from the info cache [ 1724.504348] env[62180]: DEBUG nova.network.neutron [req-4871cced-c16f-4b46-9ffc-5431e1ccf176 req-2bd7e8f7-0002-4550-9c5e-bacd0a9da3f2 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.506092] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd6d1166-7148-4d39-9a57-36df5310f938 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.515349] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1724.515349] env[62180]: value = "task-1963429" [ 1724.515349] env[62180]: _type = "Task" [ 1724.515349] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.526696] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.583957] env[62180]: DEBUG nova.scheduler.client.report [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.710582] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963425, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.783413] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963426, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.919599] env[62180]: DEBUG nova.network.neutron [-] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.985326] env[62180]: DEBUG oslo_vmware.api [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234061} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.985637] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.985842] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.986048] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.986250] env[62180]: INFO nova.compute.manager [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1724.986534] env[62180]: DEBUG oslo.service.loopingcall [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.986753] env[62180]: DEBUG nova.compute.manager [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.986848] env[62180]: DEBUG nova.network.neutron [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1725.010077] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a83e7fb-29c7-4535-964a-7a61f2ef5956 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.022911] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a54d7-044e-4456-8487-1b10e07a1e0e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.041492] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.069341] env[62180]: DEBUG nova.compute.manager [req-4871cced-c16f-4b46-9ffc-5431e1ccf176 req-2bd7e8f7-0002-4550-9c5e-bacd0a9da3f2 service nova] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Detach interface failed, port_id=fc8af3c9-ee94-4ef4-914e-a7cfd07158d5, reason: Instance d8ea4cc3-b3be-4db6-9d55-d62a774e4e34 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1725.090387] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.091015] env[62180]: DEBUG nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1725.097891] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.746s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.212694] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963425, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.278805] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963426, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.423399] env[62180]: INFO nova.compute.manager [-] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Took 1.43 seconds to deallocate network for instance. [ 1725.526209] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566432} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.526577] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/76cdf121-0846-4f03-bcac-a2e6ead239f0.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1725.527079] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1725.527651] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec29487-47fa-4aac-8d03-4fc78a628a77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.537642] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1725.537642] env[62180]: value = "task-1963430" [ 1725.537642] env[62180]: _type = "Task" [ 1725.537642] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.547594] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.600166] env[62180]: DEBUG nova.compute.utils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1725.602074] env[62180]: DEBUG nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1725.602342] env[62180]: DEBUG nova.network.neutron [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.709389] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963425, 'name': CloneVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.710348] env[62180]: DEBUG nova.policy [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1220064143d24f6884cdfeb816a5336a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5011370db1f448c9897d4f8d9db065a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1725.780396] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963426, 'name': CloneVM_Task, 'duration_secs': 1.359989} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.781195] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Created linked-clone VM from snapshot [ 1725.781900] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37621c43-8197-47cd-8e4d-6e38bc0d31ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.793697] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Uploading image bee7f1c7-fa22-4cc8-96d1-d9ca66ab3b61 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1725.814539] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1725.814539] env[62180]: value = "vm-404468" [ 1725.814539] env[62180]: _type = "VirtualMachine" [ 1725.814539] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1725.814816] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9cfca76-6341-4ef8-9c48-53de9042eb58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.822910] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lease: (returnval){ [ 1725.822910] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52544d09-6490-2378-7ad9-9afa31c42587" [ 1725.822910] env[62180]: _type = "HttpNfcLease" [ 1725.822910] env[62180]: } obtained for exporting VM: (result){ [ 1725.822910] env[62180]: value = "vm-404468" [ 1725.822910] env[62180]: _type = "VirtualMachine" [ 1725.822910] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1725.823196] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the lease: (returnval){ [ 1725.823196] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52544d09-6490-2378-7ad9-9afa31c42587" [ 1725.823196] env[62180]: _type = "HttpNfcLease" [ 1725.823196] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1725.831290] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1725.831290] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52544d09-6490-2378-7ad9-9afa31c42587" [ 1725.831290] env[62180]: _type = "HttpNfcLease" [ 1725.831290] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1725.932192] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.940698] env[62180]: DEBUG nova.network.neutron [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.047749] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316803} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.048116] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1726.048866] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa803a-afa7-46c7-b97c-29da984c479a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.077089] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/76cdf121-0846-4f03-bcac-a2e6ead239f0.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1726.077381] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14900854-e8c0-470b-bfd3-5c2ba7cfedbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.096045] env[62180]: DEBUG nova.network.neutron [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Successfully created port: d5240e98-396a-468b-884d-eab7dd6fbd43 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.104066] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1726.104066] env[62180]: value = "task-1963432" [ 1726.104066] env[62180]: _type = "Task" [ 1726.104066] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.107417] env[62180]: DEBUG nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1726.116809] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.153487] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.153647] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.153819] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 576a18ea-5ee5-4dc5-9378-23b77adce4db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.154041] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d8ea4cc3-b3be-4db6-9d55-d62a774e4e34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.154240] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1e94edee-5708-46df-9ed9-b72d81ac47b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1726.154366] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance da0ad665-64f3-4d5c-adef-417c1e1d2c0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1726.154474] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance fdba39e2-1d58-49e5-98b1-a8856d41ea3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.154587] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 556a65af-889d-4150-bd0d-2822964227e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.154699] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d1b86b3a-9da3-4492-9d28-ffff456fcd2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.154965] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance eee0885a-ab69-431c-ab0b-3c4ce5067305 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1726.155108] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.155833] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ea20886c-f906-4f3e-9cfa-30c44213f9f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.156023] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 603c0515-057c-4ce7-ab37-d16b52696672 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.156156] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e33ac3cc-493e-4d11-9f4d-7984e56d3d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.156285] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f947b843-3d51-4720-9797-4c5859c4d630 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1726.156402] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ab653e12-3d2f-45ee-a3bc-13b670f26e75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.156529] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance c2657800-ac10-4f71-bf86-2b5b95c65a06 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1726.156643] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1ac84b7c-aff6-497f-941d-99e16550431c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.156757] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f8a7a431-66a3-4ecb-a701-5d53e24b28fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.156868] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ca6b96ec-de48-44b9-a6ed-747a28281e06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.156988] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 92ff7c21-e2c6-4d85-aa12-e41672929eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.157097] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ede9cc61-2c36-4b7a-ae64-3b67604931f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.157207] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 3b8acb23-1bed-432f-b70e-18a1301fb99c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.157334] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 26aa5363-8676-45bf-8b17-185321d4da32 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1726.157445] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 30c00475-3e93-45d4-9dbf-ff6fe81b09aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.157555] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0cf548fd-816b-4da6-bd20-35fbc8577866 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.157661] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.157771] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 76cdf121-0846-4f03-bcac-a2e6ead239f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.157912] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 29bb064c-f652-4672-9fe9-75a09095db39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1726.211378] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963425, 'name': CloneVM_Task, 'duration_secs': 1.611107} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.211378] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Created linked-clone VM from snapshot [ 1726.211378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd1ed0-fc15-4f46-8128-2cb50e8af5ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.218708] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Uploading image 11671398-3774-4c5c-9dd5-7fac49b4a659 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1726.244048] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1726.244048] env[62180]: value = "vm-404467" [ 1726.244048] env[62180]: _type = "VirtualMachine" [ 1726.244048] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1726.244401] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e7915db-6361-4777-8734-e33cd12dbea8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.251223] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease: (returnval){ [ 1726.251223] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526805fa-52c3-6c96-4965-bc98a5849963" [ 1726.251223] env[62180]: _type = "HttpNfcLease" [ 1726.251223] env[62180]: } obtained for exporting VM: (result){ [ 1726.251223] env[62180]: value = "vm-404467" [ 1726.251223] env[62180]: _type = "VirtualMachine" [ 1726.251223] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1726.251607] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the lease: (returnval){ [ 1726.251607] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526805fa-52c3-6c96-4965-bc98a5849963" [ 1726.251607] env[62180]: _type = "HttpNfcLease" [ 1726.251607] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1726.259695] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1726.259695] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526805fa-52c3-6c96-4965-bc98a5849963" [ 1726.259695] env[62180]: _type = "HttpNfcLease" [ 1726.259695] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1726.331514] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1726.331514] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52544d09-6490-2378-7ad9-9afa31c42587" [ 1726.331514] env[62180]: _type = "HttpNfcLease" [ 1726.331514] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1726.331910] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1726.331910] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52544d09-6490-2378-7ad9-9afa31c42587" [ 1726.331910] env[62180]: _type = "HttpNfcLease" [ 1726.331910] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1726.332575] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4a399-4519-4bc1-b90d-e1b75e0426a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.342600] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d60da2-b19a-cace-0538-7691d538a082/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1726.342600] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d60da2-b19a-cace-0538-7691d538a082/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1726.432156] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29684c5d-f560-4986-aef5-8cf1e8d84d66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.444916] env[62180]: INFO nova.compute.manager [-] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Took 1.46 seconds to deallocate network for instance. [ 1726.611650] env[62180]: DEBUG nova.compute.manager [req-b2102af9-fee4-4189-a0cc-dc052ad46cfe req-e7b0a6bc-f6a8-47da-911d-d89bd8963b8b service nova] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Received event network-vif-deleted-dddb1f14-f2c0-4f56-967f-6b09c09f9fcf {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1726.622525] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.660985] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 76483cc4-76b3-4436-ae4c-c88087691ec2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1726.761863] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1726.761863] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526805fa-52c3-6c96-4965-bc98a5849963" [ 1726.761863] env[62180]: _type = "HttpNfcLease" [ 1726.761863] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1726.763683] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1726.763683] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526805fa-52c3-6c96-4965-bc98a5849963" [ 1726.763683] env[62180]: _type = "HttpNfcLease" [ 1726.763683] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1726.763683] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0189d6-510a-464b-b8e9-0aa7970dc1b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.772757] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52370b58-edd1-58fc-f6c3-520b47db0d49/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1726.772970] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52370b58-edd1-58fc-f6c3-520b47db0d49/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1726.925418] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e8e66c0-96eb-4f87-8422-6ea53cbf23f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.951533] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.114821] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963432, 'name': ReconfigVM_Task, 'duration_secs': 0.640676} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.115358] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/76cdf121-0846-4f03-bcac-a2e6ead239f0.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.116041] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-509ac0aa-2818-41cb-9aae-28879e715333 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.123354] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1727.123354] env[62180]: value = "task-1963434" [ 1727.123354] env[62180]: _type = "Task" [ 1727.123354] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.124459] env[62180]: DEBUG nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1727.137326] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963434, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.164287] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 39657006-a2a1-42ff-a754-642afae84e07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1727.177181] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.177939] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.178365] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.178710] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.179081] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.179460] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.179874] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.180262] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.180860] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.181296] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.183275] env[62180]: DEBUG nova.virt.hardware [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.184507] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c722dd-9c77-4942-9dd8-4a3cbf52cae4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.196556] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c2187b-871c-4a82-bfe5-453762822208 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.639410] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963434, 'name': Rename_Task, 'duration_secs': 0.227524} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.639820] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.640128] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b4dc8c1-96d6-4e3b-aac1-e745f7ecf257 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.650733] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1727.650733] env[62180]: value = "task-1963435" [ 1727.650733] env[62180]: _type = "Task" [ 1727.650733] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.666328] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.672814] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 62cb56ca-1bc2-4d18-98d2-20d4a654d711 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1727.836047] env[62180]: DEBUG nova.network.neutron [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Successfully updated port: d5240e98-396a-468b-884d-eab7dd6fbd43 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1728.166462] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.178434] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d72a7ca9-c285-426b-989f-da5c540d4615 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1728.342281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "refresh_cache-29bb064c-f652-4672-9fe9-75a09095db39" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.342433] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired lock "refresh_cache-29bb064c-f652-4672-9fe9-75a09095db39" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.342676] env[62180]: DEBUG nova.network.neutron [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.663414] env[62180]: DEBUG oslo_vmware.api [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963435, 'name': PowerOnVM_Task, 'duration_secs': 0.662542} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.663885] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.663969] env[62180]: INFO nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1728.664184] env[62180]: DEBUG nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.665062] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b8e30-dcee-4fde-8e51-54a15e41d7e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.684642] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d9c7224c-47dd-46cc-a851-d8932bd2b69b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1728.878519] env[62180]: DEBUG nova.network.neutron [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1729.022818] env[62180]: DEBUG nova.network.neutron [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Updating instance_info_cache with network_info: [{"id": "d5240e98-396a-468b-884d-eab7dd6fbd43", "address": "fa:16:3e:c4:1e:94", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5240e98-39", "ovs_interfaceid": "d5240e98-396a-468b-884d-eab7dd6fbd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.181987] env[62180]: INFO nova.compute.manager [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Took 48.41 seconds to build instance. [ 1729.187766] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0cf30c19-40c2-4a29-9099-92507328ae81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1729.528923] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Releasing lock "refresh_cache-29bb064c-f652-4672-9fe9-75a09095db39" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.529273] env[62180]: DEBUG nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Instance network_info: |[{"id": "d5240e98-396a-468b-884d-eab7dd6fbd43", "address": "fa:16:3e:c4:1e:94", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5240e98-39", "ovs_interfaceid": "d5240e98-396a-468b-884d-eab7dd6fbd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1729.529697] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:1e:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5240e98-396a-468b-884d-eab7dd6fbd43', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1729.537538] env[62180]: DEBUG oslo.service.loopingcall [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.537741] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1729.537969] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8568add-6e25-4569-acbe-565ba0d6ee04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.560038] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1729.560038] env[62180]: value = "task-1963436" [ 1729.560038] env[62180]: _type = "Task" [ 1729.560038] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.568259] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963436, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.683922] env[62180]: DEBUG oslo_concurrency.lockutils [None req-33bec5db-2470-47bb-8c60-6c752b73a5d5 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.476s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.691454] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e0af3596-1be3-4674-9ce7-eb41f3ef70dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.071622] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963436, 'name': CreateVM_Task, 'duration_secs': 0.451575} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.072053] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.072968] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.073067] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.073350] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.073623] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc25b78a-9dd9-46e4-b8d5-09ae6a23d8dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.079188] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1730.079188] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282b706-9fac-6323-6c02-51509fb36647" [ 1730.079188] env[62180]: _type = "Task" [ 1730.079188] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.089178] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282b706-9fac-6323-6c02-51509fb36647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.187131] env[62180]: DEBUG nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.194991] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f5a7ea7e-547b-44e5-a28e-d48b61f06aba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.592751] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282b706-9fac-6323-6c02-51509fb36647, 'name': SearchDatastore_Task, 'duration_secs': 0.015465} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.593193] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.593516] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1730.593780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.593987] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.594259] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.594533] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1813245a-60cc-44b4-8514-91958bf203c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.604139] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.604359] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.605253] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b647ff-dcac-47a0-a283-33338a1d1238 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.611248] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1730.611248] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f121ed-9fbf-912f-af0d-ef1f7fcd82cd" [ 1730.611248] env[62180]: _type = "Task" [ 1730.611248] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.620413] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f121ed-9fbf-912f-af0d-ef1f7fcd82cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.697613] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 739a0db6-6cf7-4232-beaa-e0de785c23a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.715751] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.122763] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f121ed-9fbf-912f-af0d-ef1f7fcd82cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.123750] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d80c4e-b54c-4d56-b3f5-529c9854bbab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.129291] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1731.129291] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525cda2d-8f7c-b14b-bb0f-be21dead8990" [ 1731.129291] env[62180]: _type = "Task" [ 1731.129291] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.138515] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525cda2d-8f7c-b14b-bb0f-be21dead8990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.200664] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 00ae0e34-aa91-40b3-b396-c03e60797300 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1731.641729] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525cda2d-8f7c-b14b-bb0f-be21dead8990, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.642068] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.642438] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 29bb064c-f652-4672-9fe9-75a09095db39/29bb064c-f652-4672-9fe9-75a09095db39.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1731.642770] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1373700-af32-45ad-b9b9-7074b923ba3d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.650506] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1731.650506] env[62180]: value = "task-1963437" [ 1731.650506] env[62180]: _type = "Task" [ 1731.650506] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.660290] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.704618] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ec57f3a1-7327-42c5-bb73-9d4c3d795f62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1732.164189] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963437, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.208631] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1732.662441] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64972} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.662673] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 29bb064c-f652-4672-9fe9-75a09095db39/29bb064c-f652-4672-9fe9-75a09095db39.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.662941] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.663220] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69df6cc0-89da-4a82-9b64-72f60022ed82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.668896] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1732.668896] env[62180]: value = "task-1963438" [ 1732.668896] env[62180]: _type = "Task" [ 1732.668896] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.677423] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.712513] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 027951a9-ae6f-409c-bd45-358ccc3a2826 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1733.178605] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066817} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.178869] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1733.179671] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee999b8-d7cd-4414-85f0-ce7ec72e91c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.203474] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 29bb064c-f652-4672-9fe9-75a09095db39/29bb064c-f652-4672-9fe9-75a09095db39.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.203784] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f342b1e1-93cf-454b-b067-816c74047ef3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.218505] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance b214accc-56ca-4429-abd6-cd06c01c70d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1733.225770] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1733.225770] env[62180]: value = "task-1963439" [ 1733.225770] env[62180]: _type = "Task" [ 1733.225770] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.234666] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.721639] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1d82705f-d5ef-4e83-afa0-f1fde271c098 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1733.722116] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1733.722303] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1733.737597] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.235890] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963439, 'name': ReconfigVM_Task, 'duration_secs': 0.5281} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.238846] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 29bb064c-f652-4672-9fe9-75a09095db39/29bb064c-f652-4672-9fe9-75a09095db39.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.239713] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0887d6ad-930e-4cbd-840d-3330d2c99d6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.246885] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1734.246885] env[62180]: value = "task-1963440" [ 1734.246885] env[62180]: _type = "Task" [ 1734.246885] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.257791] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963440, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.263430] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5358fab6-ae30-4b5c-8860-415786b1be04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.271269] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb198681-b632-44f9-a039-fdf0591e6a8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.302239] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d1705-81ba-495e-9730-375832d6231a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.310531] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb835120-d9b4-4734-9b99-9d4d8f3edcb4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.326084] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.406580] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d60da2-b19a-cace-0538-7691d538a082/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1734.407548] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be207ba4-c3be-41fd-b487-85d83eef59d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.415072] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d60da2-b19a-cace-0538-7691d538a082/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1734.415313] env[62180]: ERROR oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d60da2-b19a-cace-0538-7691d538a082/disk-0.vmdk due to incomplete transfer. [ 1734.415552] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ddf8ca55-cc1a-4d4d-bf10-9b5b907194e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.425640] env[62180]: DEBUG oslo_vmware.rw_handles [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d60da2-b19a-cace-0538-7691d538a082/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1734.425905] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Uploaded image bee7f1c7-fa22-4cc8-96d1-d9ca66ab3b61 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1734.428541] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1734.428815] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2431d5f5-5c35-4571-866b-08f12bcb37af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.436480] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1734.436480] env[62180]: value = "task-1963441" [ 1734.436480] env[62180]: _type = "Task" [ 1734.436480] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.445741] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963441, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.595409] env[62180]: DEBUG nova.compute.manager [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Received event network-vif-plugged-d5240e98-396a-468b-884d-eab7dd6fbd43 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1734.595581] env[62180]: DEBUG oslo_concurrency.lockutils [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] Acquiring lock "29bb064c-f652-4672-9fe9-75a09095db39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.595782] env[62180]: DEBUG oslo_concurrency.lockutils [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] Lock "29bb064c-f652-4672-9fe9-75a09095db39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.595950] env[62180]: DEBUG oslo_concurrency.lockutils [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] Lock "29bb064c-f652-4672-9fe9-75a09095db39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.596203] env[62180]: DEBUG nova.compute.manager [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] No waiting events found dispatching network-vif-plugged-d5240e98-396a-468b-884d-eab7dd6fbd43 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.596526] env[62180]: WARNING nova.compute.manager [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Received unexpected event network-vif-plugged-d5240e98-396a-468b-884d-eab7dd6fbd43 for instance with vm_state building and task_state spawning. [ 1734.596645] env[62180]: DEBUG nova.compute.manager [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Received event network-changed-d5240e98-396a-468b-884d-eab7dd6fbd43 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1734.596774] env[62180]: DEBUG nova.compute.manager [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Refreshing instance network info cache due to event network-changed-d5240e98-396a-468b-884d-eab7dd6fbd43. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1734.597049] env[62180]: DEBUG oslo_concurrency.lockutils [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] Acquiring lock "refresh_cache-29bb064c-f652-4672-9fe9-75a09095db39" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.597093] env[62180]: DEBUG oslo_concurrency.lockutils [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] Acquired lock "refresh_cache-29bb064c-f652-4672-9fe9-75a09095db39" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.597244] env[62180]: DEBUG nova.network.neutron [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Refreshing network info cache for port d5240e98-396a-468b-884d-eab7dd6fbd43 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.758640] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963440, 'name': Rename_Task, 'duration_secs': 0.270012} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.758640] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.759073] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ae14176-49e2-46eb-9bdd-171377183803 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.768558] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1734.768558] env[62180]: value = "task-1963442" [ 1734.768558] env[62180]: _type = "Task" [ 1734.768558] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.779459] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.829973] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.947478] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963441, 'name': Destroy_Task, 'duration_secs': 0.358617} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.947759] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Destroyed the VM [ 1734.948045] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1734.948332] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71645782-71ac-4cfc-8efd-67bcfe111bdd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.955731] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1734.955731] env[62180]: value = "task-1963443" [ 1734.955731] env[62180]: _type = "Task" [ 1734.955731] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.966542] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963443, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.994850] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52370b58-edd1-58fc-f6c3-520b47db0d49/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1734.995685] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c776fe6-6ad8-481a-b5d2-78f70b90b63c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.002617] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52370b58-edd1-58fc-f6c3-520b47db0d49/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1735.002903] env[62180]: ERROR oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52370b58-edd1-58fc-f6c3-520b47db0d49/disk-0.vmdk due to incomplete transfer. [ 1735.003164] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8387a744-b6fd-4a31-bbb2-995e39d31aa1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.011598] env[62180]: DEBUG oslo_vmware.rw_handles [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52370b58-edd1-58fc-f6c3-520b47db0d49/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1735.011804] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Uploaded image 11671398-3774-4c5c-9dd5-7fac49b4a659 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1735.013434] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1735.013715] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-948347f7-8e61-4839-9550-633c2a925ea3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.020719] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1735.020719] env[62180]: value = "task-1963444" [ 1735.020719] env[62180]: _type = "Task" [ 1735.020719] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.029575] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963444, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.280667] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.335237] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1735.335419] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.241s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.335747] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.287s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.337321] env[62180]: INFO nova.compute.claims [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.349374] env[62180]: DEBUG nova.network.neutron [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Updated VIF entry in instance network info cache for port d5240e98-396a-468b-884d-eab7dd6fbd43. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.349733] env[62180]: DEBUG nova.network.neutron [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Updating instance_info_cache with network_info: [{"id": "d5240e98-396a-468b-884d-eab7dd6fbd43", "address": "fa:16:3e:c4:1e:94", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5240e98-39", "ovs_interfaceid": "d5240e98-396a-468b-884d-eab7dd6fbd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.467116] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963443, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.532228] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963444, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.666292] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "576a18ea-5ee5-4dc5-9378-23b77adce4db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.666604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.666840] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "576a18ea-5ee5-4dc5-9378-23b77adce4db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.667102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.667309] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.669589] env[62180]: INFO nova.compute.manager [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Terminating instance [ 1735.779750] env[62180]: DEBUG oslo_vmware.api [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963442, 'name': PowerOnVM_Task, 'duration_secs': 0.849748} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.780097] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1735.780310] env[62180]: INFO nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1735.780497] env[62180]: DEBUG nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1735.781551] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c4d351-f832-4400-857f-3ab2a715ceb1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.791949] env[62180]: INFO nova.compute.manager [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Rescuing [ 1735.791949] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.791949] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.792162] env[62180]: DEBUG nova.network.neutron [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.852211] env[62180]: DEBUG oslo_concurrency.lockutils [req-b0c88779-efd5-4945-a3e6-f8316520aa12 req-f46a20ee-b8ba-4468-9c81-08cd0ade6583 service nova] Releasing lock "refresh_cache-29bb064c-f652-4672-9fe9-75a09095db39" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.968782] env[62180]: DEBUG oslo_vmware.api [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963443, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572559} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.969081] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1735.969315] env[62180]: INFO nova.compute.manager [None req-d347876b-b2bf-4ba5-9b1f-73dadb3d1de2 tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Took 13.79 seconds to snapshot the instance on the hypervisor. [ 1736.032837] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963444, 'name': Destroy_Task, 'duration_secs': 0.664798} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.033280] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Destroyed the VM [ 1736.033523] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1736.033779] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa95cb94-9ca0-4f26-af09-9a437abbc13f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.041265] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1736.041265] env[62180]: value = "task-1963445" [ 1736.041265] env[62180]: _type = "Task" [ 1736.041265] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.051582] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.173355] env[62180]: DEBUG nova.compute.manager [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1736.173770] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.174764] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a862e2-f5a0-470a-9b71-5d39bcaececd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.184706] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.184990] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb570148-b1d7-4c1a-a026-b6242d605de1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.193657] env[62180]: DEBUG oslo_vmware.api [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1736.193657] env[62180]: value = "task-1963446" [ 1736.193657] env[62180]: _type = "Task" [ 1736.193657] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.205109] env[62180]: DEBUG oslo_vmware.api [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.304399] env[62180]: INFO nova.compute.manager [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Took 50.93 seconds to build instance. [ 1736.335481] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.335711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.336013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.336227] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.336459] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.338992] env[62180]: INFO nova.compute.manager [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Terminating instance [ 1736.553355] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963445, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.626617] env[62180]: DEBUG nova.network.neutron [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Updating instance_info_cache with network_info: [{"id": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "address": "fa:16:3e:c9:b6:30", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d22050c-3e", "ovs_interfaceid": "5d22050c-3ef9-4bb8-8d41-f9a9745fb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.703766] env[62180]: DEBUG oslo_vmware.api [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963446, 'name': PowerOffVM_Task, 'duration_secs': 0.220232} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.707344] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.707522] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.708254] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dcd18ef-5f99-4897-904c-ed0a69c1832b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.759975] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d35c91-7fd5-4b71-84c3-6adffbd84ef0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.767788] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cdbed5-66b1-451e-a010-94a0b7b039e9 tempest-ServersAdminNegativeTestJSON-1469841265 tempest-ServersAdminNegativeTestJSON-1469841265-project-admin] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Suspending the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1736.768089] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c3263abd-1935-42c2-beb6-a642f584148b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.775601] env[62180]: DEBUG oslo_vmware.api [None req-e8cdbed5-66b1-451e-a010-94a0b7b039e9 tempest-ServersAdminNegativeTestJSON-1469841265 tempest-ServersAdminNegativeTestJSON-1469841265-project-admin] Waiting for the task: (returnval){ [ 1736.775601] env[62180]: value = "task-1963448" [ 1736.775601] env[62180]: _type = "Task" [ 1736.775601] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.789470] env[62180]: DEBUG oslo_vmware.api [None req-e8cdbed5-66b1-451e-a010-94a0b7b039e9 tempest-ServersAdminNegativeTestJSON-1469841265 tempest-ServersAdminNegativeTestJSON-1469841265-project-admin] Task: {'id': task-1963448, 'name': SuspendVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.799601] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1736.799830] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1736.800015] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Deleting the datastore file [datastore1] 576a18ea-5ee5-4dc5-9378-23b77adce4db {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1736.800288] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39712542-8ad1-4ee3-a554-db76f478cdf7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.806289] env[62180]: DEBUG oslo_concurrency.lockutils [None req-13b0b613-bf07-4adc-a24a-804e3aabcfa4 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "29bb064c-f652-4672-9fe9-75a09095db39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 123.302s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.810670] env[62180]: DEBUG oslo_vmware.api [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for the task: (returnval){ [ 1736.810670] env[62180]: value = "task-1963449" [ 1736.810670] env[62180]: _type = "Task" [ 1736.810670] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.824671] env[62180]: DEBUG oslo_vmware.api [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.851734] env[62180]: DEBUG nova.compute.manager [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1736.851969] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1736.852905] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d453f33-cbe8-4aed-9d9b-1a38d289a4ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.863260] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.863342] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97de4722-a1bc-4517-8ada-3495f6164a42 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.928928] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.929897] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.981598] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac841a-caa3-4e8d-9eff-c83cd1356341 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.994723] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25875369-b48e-416b-b1cc-7b89a7475704 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.029353] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8f3c0-c7b8-45ec-ab5e-125068adaeda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.038351] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8226b-b6c2-4d17-9fad-55b92224f34d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.056742] env[62180]: DEBUG nova.compute.provider_tree [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.062549] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963445, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.135193] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-76cdf121-0846-4f03-bcac-a2e6ead239f0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.289961] env[62180]: DEBUG oslo_vmware.api [None req-e8cdbed5-66b1-451e-a010-94a0b7b039e9 tempest-ServersAdminNegativeTestJSON-1469841265 tempest-ServersAdminNegativeTestJSON-1469841265-project-admin] Task: {'id': task-1963448, 'name': SuspendVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.312317] env[62180]: DEBUG nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.326017] env[62180]: DEBUG oslo_vmware.api [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Task: {'id': task-1963449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304489} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.326017] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.326017] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.326017] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.326017] env[62180]: INFO nova.compute.manager [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1737.326017] env[62180]: DEBUG oslo.service.loopingcall [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.326438] env[62180]: DEBUG nova.compute.manager [-] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1737.326438] env[62180]: DEBUG nova.network.neutron [-] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1737.447120] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.447479] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.447794] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleting the datastore file [datastore1] 30c00475-3e93-45d4-9dbf-ff6fe81b09aa {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.448316] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb5a64e8-60c4-427f-87f8-53947bda9591 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.457988] env[62180]: DEBUG oslo_vmware.api [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1737.457988] env[62180]: value = "task-1963451" [ 1737.457988] env[62180]: _type = "Task" [ 1737.457988] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.467575] env[62180]: DEBUG oslo_vmware.api [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.556028] env[62180]: DEBUG oslo_vmware.api [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963445, 'name': RemoveSnapshot_Task, 'duration_secs': 1.14807} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.556028] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1737.556028] env[62180]: INFO nova.compute.manager [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Took 15.97 seconds to snapshot the instance on the hypervisor. [ 1737.563970] env[62180]: DEBUG nova.scheduler.client.report [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.792748] env[62180]: DEBUG oslo_vmware.api [None req-e8cdbed5-66b1-451e-a010-94a0b7b039e9 tempest-ServersAdminNegativeTestJSON-1469841265 tempest-ServersAdminNegativeTestJSON-1469841265-project-admin] Task: {'id': task-1963448, 'name': SuspendVM_Task, 'duration_secs': 0.768776} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.793209] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cdbed5-66b1-451e-a010-94a0b7b039e9 tempest-ServersAdminNegativeTestJSON-1469841265 tempest-ServersAdminNegativeTestJSON-1469841265-project-admin] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Suspended the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1737.793292] env[62180]: DEBUG nova.compute.manager [None req-e8cdbed5-66b1-451e-a010-94a0b7b039e9 tempest-ServersAdminNegativeTestJSON-1469841265 tempest-ServersAdminNegativeTestJSON-1469841265-project-admin] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.794139] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf49a30-8884-40dd-814a-d09d08029899 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.849172] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.849231] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "92ff7c21-e2c6-4d85-aa12-e41672929eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.849505] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.849709] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "92ff7c21-e2c6-4d85-aa12-e41672929eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.849889] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.850066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.852085] env[62180]: INFO nova.compute.manager [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Terminating instance [ 1737.940244] env[62180]: DEBUG nova.compute.manager [req-f5984acc-e390-455b-a609-e12e9026397b req-36b2bde2-331c-4c8c-90f8-0f59aac68a69 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Received event network-vif-deleted-a2d07137-4340-4788-b31d-9ceaf9305ebe {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1737.940244] env[62180]: INFO nova.compute.manager [req-f5984acc-e390-455b-a609-e12e9026397b req-36b2bde2-331c-4c8c-90f8-0f59aac68a69 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Neutron deleted interface a2d07137-4340-4788-b31d-9ceaf9305ebe; detaching it from the instance and deleting it from the info cache [ 1737.940364] env[62180]: DEBUG nova.network.neutron [req-f5984acc-e390-455b-a609-e12e9026397b req-36b2bde2-331c-4c8c-90f8-0f59aac68a69 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.968487] env[62180]: DEBUG oslo_vmware.api [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157127} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.968738] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.968919] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.969101] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1737.969268] env[62180]: INFO nova.compute.manager [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1737.969501] env[62180]: DEBUG oslo.service.loopingcall [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.969676] env[62180]: DEBUG nova.compute.manager [-] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1737.969763] env[62180]: DEBUG nova.network.neutron [-] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.059698] env[62180]: DEBUG nova.compute.manager [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Instance disappeared during snapshot {{(pid=62180) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1738.069806] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.070344] env[62180]: DEBUG nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.073391] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.209s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.074344] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.079915] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.884s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.080136] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.081964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.374s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.087572] env[62180]: INFO nova.compute.claims [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.093048] env[62180]: DEBUG nova.compute.manager [None req-eefa3c2b-4fc1-44c9-94fd-54aa26bcfcb0 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image not found during clean up 11671398-3774-4c5c-9dd5-7fac49b4a659 {{(pid=62180) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1738.127217] env[62180]: INFO nova.scheduler.client.report [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Deleted allocations for instance f947b843-3d51-4720-9797-4c5859c4d630 [ 1738.128437] env[62180]: INFO nova.scheduler.client.report [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Deleted allocations for instance 1e94edee-5708-46df-9ed9-b72d81ac47b9 [ 1738.261495] env[62180]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1738.356668] env[62180]: DEBUG nova.compute.manager [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.356668] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.357512] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f2711b-f516-42ec-ad16-f26316d8e82d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.367787] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.367787] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c4db749-0e6b-45a4-9a75-732a0a45dcae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.375126] env[62180]: DEBUG oslo_vmware.api [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1738.375126] env[62180]: value = "task-1963452" [ 1738.375126] env[62180]: _type = "Task" [ 1738.375126] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.383443] env[62180]: DEBUG oslo_vmware.api [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.406691] env[62180]: DEBUG nova.network.neutron [-] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.443729] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c819b10e-498d-4eea-b5d9-2c013c2c5bb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.454765] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923feae-4056-4058-a593-6f62b5e03de0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.502184] env[62180]: DEBUG nova.compute.manager [req-f5984acc-e390-455b-a609-e12e9026397b req-36b2bde2-331c-4c8c-90f8-0f59aac68a69 service nova] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Detach interface failed, port_id=a2d07137-4340-4788-b31d-9ceaf9305ebe, reason: Instance 576a18ea-5ee5-4dc5-9378-23b77adce4db could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1738.595052] env[62180]: DEBUG nova.compute.utils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.599205] env[62180]: DEBUG nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.599205] env[62180]: DEBUG nova.network.neutron [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.637506] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b93192c-a0e2-41c4-b8b0-29e1e249d555 tempest-ServersTestJSON-684397649 tempest-ServersTestJSON-684397649-project-member] Lock "1e94edee-5708-46df-9ed9-b72d81ac47b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.601s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.640770] env[62180]: DEBUG oslo_concurrency.lockutils [None req-adbe78e9-2fd0-44b1-a6be-5ee2e6e7188e tempest-FloatingIPsAssociationNegativeTestJSON-767195098 tempest-FloatingIPsAssociationNegativeTestJSON-767195098-project-member] Lock "f947b843-3d51-4720-9797-4c5859c4d630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.401s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.673318] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.676672] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2ead09-03fd-4b0d-8d33-6a0e5caa4f43 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.676886] env[62180]: DEBUG nova.policy [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f39f3d9072fe4b5cbaa2f763e34b4091', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b98e00e69db3465c86bb9a65a3fe947c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.685381] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1738.685381] env[62180]: value = "task-1963453" [ 1738.685381] env[62180]: _type = "Task" [ 1738.685381] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.693709] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.763579] env[62180]: DEBUG nova.network.neutron [-] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.891453] env[62180]: DEBUG oslo_vmware.api [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963452, 'name': PowerOffVM_Task, 'duration_secs': 0.233913} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.891726] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.892604] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1738.892604] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1eaaaf5-13cd-47b8-9564-95cfb64551c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.913030] env[62180]: INFO nova.compute.manager [-] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Took 1.58 seconds to deallocate network for instance. [ 1738.968362] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1738.968598] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1738.968783] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Deleting the datastore file [datastore1] 92ff7c21-e2c6-4d85-aa12-e41672929eda {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.969136] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf49f544-c512-415c-801e-d9e38f8a6b7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.979247] env[62180]: DEBUG oslo_vmware.api [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for the task: (returnval){ [ 1738.979247] env[62180]: value = "task-1963455" [ 1738.979247] env[62180]: _type = "Task" [ 1738.979247] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.995892] env[62180]: DEBUG oslo_vmware.api [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.100856] env[62180]: DEBUG nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.197748] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963453, 'name': PowerOffVM_Task, 'duration_secs': 0.328023} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.198128] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.198994] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b36783-7ed8-433a-acd4-82f56678cddb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.223424] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b04a8dc-575f-4c2e-87ed-2fcf13fa0661 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.268218] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1739.268725] env[62180]: INFO nova.compute.manager [-] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Took 1.30 seconds to deallocate network for instance. [ 1739.268970] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43ab8bd-411d-4ce9-b36a-f71a6e8b4ec3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.276465] env[62180]: DEBUG nova.network.neutron [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Successfully created port: df24e8f7-5b8d-4a05-8644-5d12c3657f3c {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.287830] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1739.287830] env[62180]: value = "task-1963456" [ 1739.287830] env[62180]: _type = "Task" [ 1739.287830] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.300639] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1739.301236] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.301236] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.301463] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.301505] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.304596] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e847500c-e1eb-432d-b247-9d0f3365c162 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.315816] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.317014] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.317161] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de73f7d6-1d88-4232-a2e0-5badb3de713f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.325960] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1739.325960] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fec737-b3f9-8f64-a981-1a7ccc92f182" [ 1739.325960] env[62180]: _type = "Task" [ 1739.325960] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.335721] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fec737-b3f9-8f64-a981-1a7ccc92f182, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.339778] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354268d0-465b-46fb-9b96-6d41e7649d44 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.346941] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1739.346941] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524a6204-10c7-2e75-4c14-54cc7e182479" [ 1739.346941] env[62180]: _type = "Task" [ 1739.346941] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.359737] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524a6204-10c7-2e75-4c14-54cc7e182479, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.360011] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.360277] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. {{(pid=62180) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1739.360553] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4a006e-002b-4a66-836d-5e9b7ffae5ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.371733] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1739.371733] env[62180]: value = "task-1963457" [ 1739.371733] env[62180]: _type = "Task" [ 1739.371733] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.381247] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.420073] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.499222] env[62180]: DEBUG oslo_vmware.api [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Task: {'id': task-1963455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135779} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.499531] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.499733] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.499933] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.500151] env[62180]: INFO nova.compute.manager [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1739.500424] env[62180]: DEBUG oslo.service.loopingcall [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.500643] env[62180]: DEBUG nova.compute.manager [-] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.500793] env[62180]: DEBUG nova.network.neutron [-] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.790442] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.838477] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5646024b-75ab-44c6-8d75-882616410012 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.847993] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf8017c-86db-496b-bcd4-780d70b089c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.885853] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4899694f-8a64-453f-b4f7-d8e539dfcf38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.898228] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a819f4a-a1d1-47bd-8009-a8f560edbcd5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.903416] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479414} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.903416] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. [ 1739.903747] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d727fb82-4dae-4eb5-bf5d-081f7b1c8f88 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.914747] env[62180]: DEBUG nova.compute.provider_tree [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.943665] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.943665] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c61da49e-acc3-425c-99a6-3334f855bdca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.962977] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1739.962977] env[62180]: value = "task-1963458" [ 1739.962977] env[62180]: _type = "Task" [ 1739.962977] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.972755] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.111563] env[62180]: DEBUG nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.150039] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.150039] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.150039] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.150039] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.150392] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.150392] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.150392] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.150985] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.150985] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.150985] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.151150] env[62180]: DEBUG nova.virt.hardware [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.151908] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecdfd4c-8e17-4610-afb1-3d8df39c6a14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.161618] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a80e14-fe51-473f-92f2-21effe22d1e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.236028] env[62180]: DEBUG nova.compute.manager [req-f2a99911-afe3-4afa-8ed9-91f7d35e7699 req-a110c4d3-7693-415d-8ca4-5943c28831e6 service nova] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Received event network-vif-deleted-00c759cd-7829-4de9-8fba-0b6b0bf03d4d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1740.418516] env[62180]: DEBUG nova.scheduler.client.report [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.476289] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.716680] env[62180]: DEBUG nova.network.neutron [-] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.927134] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.927830] env[62180]: DEBUG nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.933644] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.061s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.937741] env[62180]: INFO nova.compute.claims [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.976778] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963458, 'name': ReconfigVM_Task, 'duration_secs': 0.637025} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.977290] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.982918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a6d519-7cb7-4433-991b-7c74f1dc40f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.015783] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74005674-c4a5-41f6-b839-e0ad8c7f1980 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.034797] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1741.034797] env[62180]: value = "task-1963459" [ 1741.034797] env[62180]: _type = "Task" [ 1741.034797] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.048706] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.221444] env[62180]: INFO nova.compute.manager [-] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Took 1.72 seconds to deallocate network for instance. [ 1741.444043] env[62180]: DEBUG nova.compute.utils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.447320] env[62180]: DEBUG nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.447320] env[62180]: DEBUG nova.network.neutron [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.547418] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963459, 'name': ReconfigVM_Task, 'duration_secs': 0.166582} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.548083] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.548083] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a271c2f2-94ee-4154-9c56-b46dd6986585 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.555788] env[62180]: DEBUG nova.policy [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dd7a3d16b38451ebecab48f48fdb0d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7da09245fc9442989632a55d58edadc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.559457] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1741.559457] env[62180]: value = "task-1963460" [ 1741.559457] env[62180]: _type = "Task" [ 1741.559457] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.568914] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.730751] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.948720] env[62180]: DEBUG nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.978394] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "29bb064c-f652-4672-9fe9-75a09095db39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.978740] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "29bb064c-f652-4672-9fe9-75a09095db39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.978951] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "29bb064c-f652-4672-9fe9-75a09095db39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.979258] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "29bb064c-f652-4672-9fe9-75a09095db39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.979481] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "29bb064c-f652-4672-9fe9-75a09095db39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.981991] env[62180]: INFO nova.compute.manager [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Terminating instance [ 1742.047216] env[62180]: DEBUG nova.network.neutron [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Successfully updated port: df24e8f7-5b8d-4a05-8644-5d12c3657f3c {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.078931] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963460, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.149098] env[62180]: DEBUG nova.network.neutron [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Successfully created port: c179eefe-d215-4482-9928-0b632cfd0ffb {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.419322] env[62180]: DEBUG nova.compute.manager [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Received event network-vif-deleted-0513e44e-c472-4c75-a33d-45a3699c7f62 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1742.419542] env[62180]: DEBUG nova.compute.manager [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Received event network-vif-plugged-df24e8f7-5b8d-4a05-8644-5d12c3657f3c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1742.419686] env[62180]: DEBUG oslo_concurrency.lockutils [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] Acquiring lock "76483cc4-76b3-4436-ae4c-c88087691ec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.419984] env[62180]: DEBUG oslo_concurrency.lockutils [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.419984] env[62180]: DEBUG oslo_concurrency.lockutils [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.420420] env[62180]: DEBUG nova.compute.manager [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] No waiting events found dispatching network-vif-plugged-df24e8f7-5b8d-4a05-8644-5d12c3657f3c {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.423578] env[62180]: WARNING nova.compute.manager [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Received unexpected event network-vif-plugged-df24e8f7-5b8d-4a05-8644-5d12c3657f3c for instance with vm_state building and task_state spawning. [ 1742.423578] env[62180]: DEBUG nova.compute.manager [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Received event network-changed-df24e8f7-5b8d-4a05-8644-5d12c3657f3c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1742.424186] env[62180]: DEBUG nova.compute.manager [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Refreshing instance network info cache due to event network-changed-df24e8f7-5b8d-4a05-8644-5d12c3657f3c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1742.424186] env[62180]: DEBUG oslo_concurrency.lockutils [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] Acquiring lock "refresh_cache-76483cc4-76b3-4436-ae4c-c88087691ec2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.424186] env[62180]: DEBUG oslo_concurrency.lockutils [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] Acquired lock "refresh_cache-76483cc4-76b3-4436-ae4c-c88087691ec2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.424297] env[62180]: DEBUG nova.network.neutron [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Refreshing network info cache for port df24e8f7-5b8d-4a05-8644-5d12c3657f3c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.486039] env[62180]: DEBUG nova.compute.manager [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1742.486209] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.487547] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb5323-430d-47ed-93f5-33a53c822d58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.509765] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.510651] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-071eeed6-6b18-44cd-b5de-bd35ebdb4e76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.552874] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "refresh_cache-76483cc4-76b3-4436-ae4c-c88087691ec2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.573158] env[62180]: DEBUG oslo_vmware.api [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963460, 'name': PowerOnVM_Task, 'duration_secs': 0.633658} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.573472] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.576226] env[62180]: DEBUG nova.compute.manager [None req-0a5205bf-139f-492a-bafb-bcecde2933de tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.577048] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275806a5-65ab-4120-b065-8b1793dcb29a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.603941] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.604179] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.604360] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Deleting the datastore file [datastore1] 29bb064c-f652-4672-9fe9-75a09095db39 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.604637] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0e038ea-eeb0-4efc-824f-837727dd1a0c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.616068] env[62180]: DEBUG oslo_vmware.api [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1742.616068] env[62180]: value = "task-1963462" [ 1742.616068] env[62180]: _type = "Task" [ 1742.616068] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.628692] env[62180]: DEBUG oslo_vmware.api [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.825618] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1f3704-00e7-4a48-87ca-f5ce036ab579 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.837660] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b0976-0c96-424f-b55f-444302164134 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.872744] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e640c1-de49-46f6-a320-bf4b7d1587b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.881858] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f89ce34-8bb9-406b-9485-e3d80903ade6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.900620] env[62180]: DEBUG nova.compute.provider_tree [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.966533] env[62180]: DEBUG nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.991816] env[62180]: DEBUG nova.network.neutron [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.000376] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.000608] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.000760] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.000939] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.001094] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.001350] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.001460] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.001594] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.001755] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.001913] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.002338] env[62180]: DEBUG nova.virt.hardware [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.003086] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc5732e-e300-422a-bec0-155fe345d95c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.012676] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b1489-cb83-411c-be20-d957716d70a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.134688] env[62180]: DEBUG oslo_vmware.api [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15635} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.134688] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.134688] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.134688] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.134688] env[62180]: INFO nova.compute.manager [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1743.134688] env[62180]: DEBUG oslo.service.loopingcall [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.134688] env[62180]: DEBUG nova.compute.manager [-] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1743.134688] env[62180]: DEBUG nova.network.neutron [-] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.209092] env[62180]: DEBUG nova.network.neutron [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.404746] env[62180]: DEBUG nova.scheduler.client.report [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.712167] env[62180]: DEBUG oslo_concurrency.lockutils [req-327bced8-7821-41d8-ba44-bfe35182fc48 req-3b74ff5b-0a84-4ba3-94e4-128e1bec5ffe service nova] Releasing lock "refresh_cache-76483cc4-76b3-4436-ae4c-c88087691ec2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.712430] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquired lock "refresh_cache-76483cc4-76b3-4436-ae4c-c88087691ec2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.712575] env[62180]: DEBUG nova.network.neutron [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.913209] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.978s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.913209] env[62180]: DEBUG nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.915963] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.615s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.916404] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.921277] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.910s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.921277] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.921886] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.794s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.923845] env[62180]: INFO nova.compute.claims [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.967780] env[62180]: INFO nova.scheduler.client.report [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleted allocations for instance c2657800-ac10-4f71-bf86-2b5b95c65a06 [ 1743.971750] env[62180]: INFO nova.scheduler.client.report [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Deleted allocations for instance eee0885a-ab69-431c-ab0b-3c4ce5067305 [ 1744.169885] env[62180]: DEBUG nova.network.neutron [-] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.297298] env[62180]: DEBUG nova.network.neutron [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.428932] env[62180]: DEBUG nova.compute.utils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.432989] env[62180]: DEBUG nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1744.433244] env[62180]: DEBUG nova.network.neutron [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.479880] env[62180]: DEBUG oslo_concurrency.lockutils [None req-910b284b-b52c-4016-9afc-fa3c25c964a3 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "c2657800-ac10-4f71-bf86-2b5b95c65a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.990s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.486140] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ab32aa51-c499-46ae-93fd-929f3aa1f8ac tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "eee0885a-ab69-431c-ab0b-3c4ce5067305" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.027s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.643676] env[62180]: DEBUG nova.policy [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7603960e60d480fbc3c23b9796980e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f664730356ba41bb9b27385257879c7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1744.673195] env[62180]: INFO nova.compute.manager [-] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Took 1.54 seconds to deallocate network for instance. [ 1744.686525] env[62180]: DEBUG nova.network.neutron [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Successfully updated port: c179eefe-d215-4482-9928-0b632cfd0ffb {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.759697] env[62180]: DEBUG nova.compute.manager [req-ee56ad2f-81e3-41b0-b6e3-4ed61a9349fe req-dd060477-bdd0-47c1-baac-6897bcf050be service nova] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Received event network-vif-deleted-d5240e98-396a-468b-884d-eab7dd6fbd43 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1744.759900] env[62180]: DEBUG nova.compute.manager [req-ee56ad2f-81e3-41b0-b6e3-4ed61a9349fe req-dd060477-bdd0-47c1-baac-6897bcf050be service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Received event network-vif-plugged-c179eefe-d215-4482-9928-0b632cfd0ffb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1744.760104] env[62180]: DEBUG oslo_concurrency.lockutils [req-ee56ad2f-81e3-41b0-b6e3-4ed61a9349fe req-dd060477-bdd0-47c1-baac-6897bcf050be service nova] Acquiring lock "39657006-a2a1-42ff-a754-642afae84e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.760309] env[62180]: DEBUG oslo_concurrency.lockutils [req-ee56ad2f-81e3-41b0-b6e3-4ed61a9349fe req-dd060477-bdd0-47c1-baac-6897bcf050be service nova] Lock "39657006-a2a1-42ff-a754-642afae84e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.760719] env[62180]: DEBUG oslo_concurrency.lockutils [req-ee56ad2f-81e3-41b0-b6e3-4ed61a9349fe req-dd060477-bdd0-47c1-baac-6897bcf050be service nova] Lock "39657006-a2a1-42ff-a754-642afae84e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.760719] env[62180]: DEBUG nova.compute.manager [req-ee56ad2f-81e3-41b0-b6e3-4ed61a9349fe req-dd060477-bdd0-47c1-baac-6897bcf050be service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] No waiting events found dispatching network-vif-plugged-c179eefe-d215-4482-9928-0b632cfd0ffb {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1744.760829] env[62180]: WARNING nova.compute.manager [req-ee56ad2f-81e3-41b0-b6e3-4ed61a9349fe req-dd060477-bdd0-47c1-baac-6897bcf050be service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Received unexpected event network-vif-plugged-c179eefe-d215-4482-9928-0b632cfd0ffb for instance with vm_state building and task_state spawning. [ 1744.841715] env[62180]: DEBUG nova.network.neutron [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Updating instance_info_cache with network_info: [{"id": "df24e8f7-5b8d-4a05-8644-5d12c3657f3c", "address": "fa:16:3e:e7:bb:38", "network": {"id": "283e6e62-2318-4e6a-bbce-8d88024ec027", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2022918424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b98e00e69db3465c86bb9a65a3fe947c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf24e8f7-5b", "ovs_interfaceid": "df24e8f7-5b8d-4a05-8644-5d12c3657f3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.935894] env[62180]: DEBUG nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1745.182677] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.191760] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "refresh_cache-39657006-a2a1-42ff-a754-642afae84e07" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.191960] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "refresh_cache-39657006-a2a1-42ff-a754-642afae84e07" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.192126] env[62180]: DEBUG nova.network.neutron [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.334119] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.334472] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.334678] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.334860] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.335191] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.337536] env[62180]: INFO nova.compute.manager [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Terminating instance [ 1745.344098] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Releasing lock "refresh_cache-76483cc4-76b3-4436-ae4c-c88087691ec2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.344399] env[62180]: DEBUG nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Instance network_info: |[{"id": "df24e8f7-5b8d-4a05-8644-5d12c3657f3c", "address": "fa:16:3e:e7:bb:38", "network": {"id": "283e6e62-2318-4e6a-bbce-8d88024ec027", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2022918424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b98e00e69db3465c86bb9a65a3fe947c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf24e8f7-5b", "ovs_interfaceid": "df24e8f7-5b8d-4a05-8644-5d12c3657f3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1745.344804] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:bb:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df24e8f7-5b8d-4a05-8644-5d12c3657f3c', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1745.354296] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Creating folder: Project (b98e00e69db3465c86bb9a65a3fe947c). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1745.358769] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f39f009-4709-455e-958d-3adebf31a904 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.386856] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Created folder: Project (b98e00e69db3465c86bb9a65a3fe947c) in parent group-v404325. [ 1745.386856] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Creating folder: Instances. Parent ref: group-v404470. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1745.386856] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19344a99-8173-43c6-b179-3eefc54065ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.398211] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Created folder: Instances in parent group-v404470. [ 1745.398211] env[62180]: DEBUG oslo.service.loopingcall [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.398211] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1745.398211] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-542f193b-6272-4162-b444-f90327daf1e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.425405] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.425405] env[62180]: value = "task-1963465" [ 1745.425405] env[62180]: _type = "Task" [ 1745.425405] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.441700] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963465, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.451113] env[62180]: DEBUG nova.network.neutron [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Successfully created port: 2de2b468-db6d-4668-a061-07710e251525 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1745.579888] env[62180]: INFO nova.compute.manager [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Rescuing [ 1745.582426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.582426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.582426] env[62180]: DEBUG nova.network.neutron [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.747991] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5ad530-cf69-4277-a0b6-beeb195ac21f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.756423] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f6d43-e8c0-4c4d-9d7a-f86619f83c32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.792904] env[62180]: DEBUG nova.network.neutron [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.796530] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef295747-c199-4060-9dfc-16fdd44aaa1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.804119] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8f09e6-6462-46fe-9ccf-9850e3b50f4f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.820430] env[62180]: DEBUG nova.compute.provider_tree [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.843820] env[62180]: DEBUG nova.compute.manager [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1745.843980] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.844883] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1164c686-1589-46c3-aedd-fdf3c38f07eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.854710] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.854974] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b960360-4cfd-44e8-9915-e96e987e427b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.865874] env[62180]: DEBUG oslo_vmware.api [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1745.865874] env[62180]: value = "task-1963466" [ 1745.865874] env[62180]: _type = "Task" [ 1745.865874] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.873270] env[62180]: DEBUG oslo_vmware.api [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.944490] env[62180]: DEBUG nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.946593] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963465, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.982832] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "603c0515-057c-4ce7-ab37-d16b52696672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.983186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "603c0515-057c-4ce7-ab37-d16b52696672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.983480] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "603c0515-057c-4ce7-ab37-d16b52696672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.984679] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "603c0515-057c-4ce7-ab37-d16b52696672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.984679] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "603c0515-057c-4ce7-ab37-d16b52696672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.987311] env[62180]: INFO nova.compute.manager [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Terminating instance [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.996404] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.997171] env[62180]: DEBUG nova.virt.hardware [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.998212] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1610130a-fdec-4826-a611-ffea17c9a42a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.022421] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59db39-35cd-4880-afd9-8ad6362a8f6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.315506] env[62180]: DEBUG nova.network.neutron [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Updating instance_info_cache with network_info: [{"id": "c179eefe-d215-4482-9928-0b632cfd0ffb", "address": "fa:16:3e:21:f8:29", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc179eefe-d2", "ovs_interfaceid": "c179eefe-d215-4482-9928-0b632cfd0ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.324266] env[62180]: DEBUG nova.scheduler.client.report [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.380740] env[62180]: DEBUG oslo_vmware.api [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963466, 'name': PowerOffVM_Task, 'duration_secs': 0.25082} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.381033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.381292] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1746.381526] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07225de2-f493-4272-a264-0cb208468d14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.438066] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963465, 'name': CreateVM_Task, 'duration_secs': 0.691509} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.438272] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1746.439013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.439166] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.439408] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.443325] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1be6f1f-d172-4863-a75e-f46281206060 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.449840] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1746.449840] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b42cb-f432-0b13-c930-80e92ee044e1" [ 1746.449840] env[62180]: _type = "Task" [ 1746.449840] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.463092] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b42cb-f432-0b13-c930-80e92ee044e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.482022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1746.482022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1746.482022] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Deleting the datastore file [datastore1] d1b86b3a-9da3-4492-9d28-ffff456fcd2a {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1746.482022] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab79c515-c4c1-4d2e-a065-942846adac1b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.490455] env[62180]: DEBUG oslo_vmware.api [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for the task: (returnval){ [ 1746.490455] env[62180]: value = "task-1963468" [ 1746.490455] env[62180]: _type = "Task" [ 1746.490455] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.504207] env[62180]: DEBUG oslo_vmware.api [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.512389] env[62180]: DEBUG nova.compute.manager [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1746.516161] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.516161] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8295786-e313-4b3c-b502-a0452adaed45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.524155] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.524549] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f68c9617-276c-4d97-846b-a2ff09209c5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.533817] env[62180]: DEBUG oslo_vmware.api [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1746.533817] env[62180]: value = "task-1963469" [ 1746.533817] env[62180]: _type = "Task" [ 1746.533817] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.547978] env[62180]: DEBUG oslo_vmware.api [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.577874] env[62180]: DEBUG nova.network.neutron [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Updating instance_info_cache with network_info: [{"id": "a0de5314-6fff-441b-a703-0ada0070357b", "address": "fa:16:3e:da:f3:59", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0de5314-6f", "ovs_interfaceid": "a0de5314-6fff-441b-a703-0ada0070357b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.818398] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "refresh_cache-39657006-a2a1-42ff-a754-642afae84e07" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.818814] env[62180]: DEBUG nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Instance network_info: |[{"id": "c179eefe-d215-4482-9928-0b632cfd0ffb", "address": "fa:16:3e:21:f8:29", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc179eefe-d2", "ovs_interfaceid": "c179eefe-d215-4482-9928-0b632cfd0ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.819105] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:f8:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c179eefe-d215-4482-9928-0b632cfd0ffb', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.829815] env[62180]: DEBUG oslo.service.loopingcall [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.830717] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.831056] env[62180]: DEBUG nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1746.834257] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.836477] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.298s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.836477] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.836700] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.537s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.838153] env[62180]: INFO nova.compute.claims [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.844336] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-383ab96b-45ef-4ecc-9ce5-9611b8934a80 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.868399] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.868399] env[62180]: value = "task-1963470" [ 1746.868399] env[62180]: _type = "Task" [ 1746.868399] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.878763] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963470, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.894643] env[62180]: INFO nova.scheduler.client.report [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted allocations for instance da0ad665-64f3-4d5c-adef-417c1e1d2c0f [ 1746.966909] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b42cb-f432-0b13-c930-80e92ee044e1, 'name': SearchDatastore_Task, 'duration_secs': 0.026461} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.969045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.969045] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.969045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.969045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.969045] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.969045] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20cbd8e7-f8e4-4b4a-be6e-969a770b7709 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.980950] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.981157] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.982155] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbef14a-409b-43f1-90c0-e9846bd47074 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.989420] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1746.989420] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f2ff5c-c7e4-aabe-36b0-9661aa6b4e9b" [ 1746.989420] env[62180]: _type = "Task" [ 1746.989420] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.007788] env[62180]: DEBUG oslo_vmware.api [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Task: {'id': task-1963468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160999} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.011141] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.011323] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1747.011534] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1747.011718] env[62180]: INFO nova.compute.manager [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1747.012052] env[62180]: DEBUG oslo.service.loopingcall [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.012206] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f2ff5c-c7e4-aabe-36b0-9661aa6b4e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.012418] env[62180]: DEBUG nova.compute.manager [-] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1747.012513] env[62180]: DEBUG nova.network.neutron [-] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1747.051129] env[62180]: DEBUG oslo_vmware.api [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963469, 'name': PowerOffVM_Task, 'duration_secs': 0.194664} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.051129] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.051129] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.051129] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35984488-9d1e-4ed1-b8ce-8541b60a9c18 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.081386] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.159078] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.159791] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.160127] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleting the datastore file [datastore1] 603c0515-057c-4ce7-ab37-d16b52696672 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.160517] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bec48ad-1c1e-4ca6-85a4-4fb3207f14c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.169994] env[62180]: DEBUG oslo_vmware.api [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1747.169994] env[62180]: value = "task-1963472" [ 1747.169994] env[62180]: _type = "Task" [ 1747.169994] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.182460] env[62180]: DEBUG oslo_vmware.api [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.361650] env[62180]: DEBUG nova.compute.utils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1747.365652] env[62180]: DEBUG nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1747.365880] env[62180]: DEBUG nova.network.neutron [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1747.389910] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963470, 'name': CreateVM_Task, 'duration_secs': 0.51359} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.390135] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.391031] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.391992] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.391992] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.393213] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf767df0-8fbd-4118-bfb8-07617d8a3497 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.402160] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1747.402160] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522e0d0e-2b5e-0330-3a95-5ffbed9c67fe" [ 1747.402160] env[62180]: _type = "Task" [ 1747.402160] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.402708] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f6a944-da5b-426d-ab38-fb86d6fe7240 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.228s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.404041] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Acquired lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.412417] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c40597-1b5a-4922-97f7-8117e0591378 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.421124] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522e0d0e-2b5e-0330-3a95-5ffbed9c67fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017075} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.422320] env[62180]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1747.422478] env[62180]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62180) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1747.422812] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.423308] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.423595] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.424138] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab8f60b9-3555-43e4-bec9-8864c1c2cd27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.435933] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea4bacc-8911-43cf-befd-3566a7575330 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.489024] env[62180]: ERROR root [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-404387' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-404387' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-404387' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-404387'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-404387' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-404387' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-404387'}\n"]: nova.exception.InstanceNotFound: Instance da0ad665-64f3-4d5c-adef-417c1e1d2c0f could not be found. [ 1747.489252] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Releasing lock "da0ad665-64f3-4d5c-adef-417c1e1d2c0f" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.490247] env[62180]: DEBUG nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Detach interface failed, port_id=48c78984-405e-4efa-86cf-1b4c1c2a0566, reason: Instance da0ad665-64f3-4d5c-adef-417c1e1d2c0f could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1747.490247] env[62180]: DEBUG nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Received event network-vif-deleted-9396bae8-e02a-4d57-affa-ab03f1a06909 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.490247] env[62180]: DEBUG nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Received event network-vif-plugged-ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.490247] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Acquiring lock "0cf548fd-816b-4da6-bd20-35fbc8577866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.490247] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.490541] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.490541] env[62180]: DEBUG nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] No waiting events found dispatching network-vif-plugged-ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1747.490696] env[62180]: WARNING nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Received unexpected event network-vif-plugged-ca3342e9-cbff-483d-8bbe-d614974133a0 for instance with vm_state building and task_state spawning. [ 1747.490895] env[62180]: DEBUG nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Received event network-changed-ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.491083] env[62180]: DEBUG nova.compute.manager [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Refreshing instance network info cache due to event network-changed-ca3342e9-cbff-483d-8bbe-d614974133a0. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1747.491279] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Acquiring lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.491504] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Acquired lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.491751] env[62180]: DEBUG nova.network.neutron [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Refreshing network info cache for port ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.494069] env[62180]: DEBUG nova.policy [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a196a3bc569341ff8a994f82581ded81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07940f27b1554b80b7718bc405846b61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1747.507614] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f2ff5c-c7e4-aabe-36b0-9661aa6b4e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.016168} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.508804] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e07a27-06c6-4288-959c-2946494035d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.515147] env[62180]: DEBUG nova.compute.manager [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Received event network-changed-c179eefe-d215-4482-9928-0b632cfd0ffb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1747.515147] env[62180]: DEBUG nova.compute.manager [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Refreshing instance network info cache due to event network-changed-c179eefe-d215-4482-9928-0b632cfd0ffb. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1747.515147] env[62180]: DEBUG oslo_concurrency.lockutils [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] Acquiring lock "refresh_cache-39657006-a2a1-42ff-a754-642afae84e07" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.515147] env[62180]: DEBUG oslo_concurrency.lockutils [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] Acquired lock "refresh_cache-39657006-a2a1-42ff-a754-642afae84e07" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.515147] env[62180]: DEBUG nova.network.neutron [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Refreshing network info cache for port c179eefe-d215-4482-9928-0b632cfd0ffb {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.518730] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1747.518730] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52253861-7241-fa94-2729-da47dfbec9a7" [ 1747.518730] env[62180]: _type = "Task" [ 1747.518730] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.533883] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52253861-7241-fa94-2729-da47dfbec9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.682917] env[62180]: DEBUG oslo_vmware.api [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174471} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.683204] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.683860] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1747.683860] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1747.683860] env[62180]: INFO nova.compute.manager [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1747.684138] env[62180]: DEBUG oslo.service.loopingcall [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.684181] env[62180]: DEBUG nova.compute.manager [-] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1747.684347] env[62180]: DEBUG nova.network.neutron [-] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1747.875945] env[62180]: DEBUG nova.compute.utils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1748.039922] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52253861-7241-fa94-2729-da47dfbec9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017579} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.040260] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.040575] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 76483cc4-76b3-4436-ae4c-c88087691ec2/76483cc4-76b3-4436-ae4c-c88087691ec2.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.040896] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.041109] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.041335] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc100930-3a04-413e-bc01-2b979b0a80fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.043944] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-785e8269-8e3b-475c-b37a-892f76b0b403 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.057270] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1748.057270] env[62180]: value = "task-1963473" [ 1748.057270] env[62180]: _type = "Task" [ 1748.057270] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.059688] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.059688] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.064035] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb21fa7-bef5-47f4-8052-00657caab7a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.072205] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1748.072205] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521e9740-7704-28d8-c515-80ab09be8dd0" [ 1748.072205] env[62180]: _type = "Task" [ 1748.072205] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.076688] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.090928] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521e9740-7704-28d8-c515-80ab09be8dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.092054] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b89d8b0-c490-48c8-a346-a2b37d5a5d3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.105325] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1748.105325] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a09222-7720-a939-00b9-dcef2e6bda1a" [ 1748.105325] env[62180]: _type = "Task" [ 1748.105325] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.109515] env[62180]: DEBUG nova.network.neutron [-] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.126147] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a09222-7720-a939-00b9-dcef2e6bda1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.128942] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.130281] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 39657006-a2a1-42ff-a754-642afae84e07/39657006-a2a1-42ff-a754-642afae84e07.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.132387] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89efb12-4ee5-4a57-8b9b-30b9332b9d85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.141066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "b0b93b16-87c8-47c4-808e-6bd977dd3430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.141066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.147340] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1748.147340] env[62180]: value = "task-1963474" [ 1748.147340] env[62180]: _type = "Task" [ 1748.147340] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.160481] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.225486] env[62180]: DEBUG nova.network.neutron [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Successfully updated port: 2de2b468-db6d-4668-a061-07710e251525 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1748.380699] env[62180]: DEBUG nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1748.460215] env[62180]: DEBUG nova.network.neutron [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Successfully created port: 3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.571529] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963473, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.615964] env[62180]: INFO nova.compute.manager [-] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Took 1.60 seconds to deallocate network for instance. [ 1748.629396] env[62180]: DEBUG nova.network.neutron [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Updated VIF entry in instance network info cache for port ca3342e9-cbff-483d-8bbe-d614974133a0. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.629792] env[62180]: DEBUG nova.network.neutron [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Updating instance_info_cache with network_info: [{"id": "ca3342e9-cbff-483d-8bbe-d614974133a0", "address": "fa:16:3e:fc:10:f8", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca3342e9-cb", "ovs_interfaceid": "ca3342e9-cbff-483d-8bbe-d614974133a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.631144] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1748.634121] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8511ccc5-60db-44ee-a91a-40f32e66881c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.647276] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1748.647276] env[62180]: value = "task-1963475" [ 1748.647276] env[62180]: _type = "Task" [ 1748.647276] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.656520] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.658161] env[62180]: DEBUG nova.network.neutron [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Updated VIF entry in instance network info cache for port c179eefe-d215-4482-9928-0b632cfd0ffb. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.658161] env[62180]: DEBUG nova.network.neutron [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Updating instance_info_cache with network_info: [{"id": "c179eefe-d215-4482-9928-0b632cfd0ffb", "address": "fa:16:3e:21:f8:29", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc179eefe-d2", "ovs_interfaceid": "c179eefe-d215-4482-9928-0b632cfd0ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.667893] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963474, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.683157] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65c76cf-b2f2-4437-88d9-336b2e93187e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.693947] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9ce43-505d-4ae7-a2ff-017520e4d4be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.727999] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a970bc-929b-48c0-a522-b25153bef9e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.731502] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.731645] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.731829] env[62180]: DEBUG nova.network.neutron [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.743803] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b57702-bb66-4e11-a2cf-a6e656bb2132 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.764437] env[62180]: DEBUG nova.compute.provider_tree [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.062025] env[62180]: DEBUG nova.network.neutron [-] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.072542] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523232} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.073674] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 76483cc4-76b3-4436-ae4c-c88087691ec2/76483cc4-76b3-4436-ae4c-c88087691ec2.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.074138] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.076016] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66f6233e-f3a8-440c-a0b0-b78ba8375d4c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.082946] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1749.082946] env[62180]: value = "task-1963476" [ 1749.082946] env[62180]: _type = "Task" [ 1749.082946] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.093567] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.124672] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.137769] env[62180]: DEBUG oslo_concurrency.lockutils [req-82339802-f31c-428d-acfd-d1bd62cda745 req-be8a3f71-ae4d-42a7-90f8-97a655cedc06 service nova] Releasing lock "refresh_cache-0cf548fd-816b-4da6-bd20-35fbc8577866" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.157747] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963475, 'name': PowerOffVM_Task, 'duration_secs': 0.36772} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.158601] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.160208] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c424f3ce-41b5-4123-b1ae-43786e90f380 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.165197] env[62180]: DEBUG oslo_concurrency.lockutils [req-81920d61-97d0-4397-a603-bc43e721d0e7 req-7bc931f8-b278-45fc-9d82-68384661187a service nova] Releasing lock "refresh_cache-39657006-a2a1-42ff-a754-642afae84e07" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.165577] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753667} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.166232] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 39657006-a2a1-42ff-a754-642afae84e07/39657006-a2a1-42ff-a754-642afae84e07.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.166592] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.166665] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96eebdb6-ec9b-4e2d-9c77-644abe1eab77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.182835] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8387ae-e7c3-4cd3-88af-6c52198ade84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.188788] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1749.188788] env[62180]: value = "task-1963477" [ 1749.188788] env[62180]: _type = "Task" [ 1749.188788] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.201618] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.223431] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.223764] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a39d740-b0ac-47ca-8994-abcf10ddf8d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.233088] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1749.233088] env[62180]: value = "task-1963478" [ 1749.233088] env[62180]: _type = "Task" [ 1749.233088] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.247288] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1749.247288] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.247288] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.247288] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.247546] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.247824] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b39c0b5-4b7d-45bf-80e0-a38ee5d95d48 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.260158] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.260414] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.261229] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05f5c52-5ca9-430b-9d22-3ee3cf8b5643 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.271764] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1749.271764] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b89244-88ba-6224-c955-a53901f20094" [ 1749.271764] env[62180]: _type = "Task" [ 1749.271764] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.282347] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b89244-88ba-6224-c955-a53901f20094, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.282999] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0ffd35-f6a3-4844-ac70-6dfcdacb952a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.293707] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1749.293707] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5235a7b5-08e5-fbf3-3042-938bd7b8d2fb" [ 1749.293707] env[62180]: _type = "Task" [ 1749.293707] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.294913] env[62180]: ERROR nova.scheduler.client.report [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [req-41d23c18-d52f-4a2c-9bc7-3e593d89c94f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41d23c18-d52f-4a2c-9bc7-3e593d89c94f"}]} [ 1749.295885] env[62180]: DEBUG nova.network.neutron [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1749.307504] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5235a7b5-08e5-fbf3-3042-938bd7b8d2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.308222] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.308222] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. {{(pid=62180) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1749.308419] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2396d8d3-2f5f-43ac-abce-2232d9a83061 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.316702] env[62180]: DEBUG nova.scheduler.client.report [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1749.320208] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1749.320208] env[62180]: value = "task-1963479" [ 1749.320208] env[62180]: _type = "Task" [ 1749.320208] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.331759] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.338269] env[62180]: DEBUG nova.scheduler.client.report [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1749.338269] env[62180]: DEBUG nova.compute.provider_tree [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1749.357741] env[62180]: DEBUG nova.scheduler.client.report [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1749.385323] env[62180]: DEBUG nova.scheduler.client.report [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1749.393454] env[62180]: DEBUG nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1749.426407] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T14:05:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='662175591',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1260617552',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1749.426682] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1749.426851] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1749.427061] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1749.427230] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1749.427966] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1749.427966] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1749.427966] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1749.427966] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1749.428177] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1749.428270] env[62180]: DEBUG nova.virt.hardware [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1749.429132] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b8348c-3204-4cf2-8a20-d4de90d7ce68 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.443823] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb03ca3-a4f2-4905-bdca-27e91bc8cbd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.478689] env[62180]: DEBUG nova.network.neutron [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Updating instance_info_cache with network_info: [{"id": "2de2b468-db6d-4668-a061-07710e251525", "address": "fa:16:3e:32:93:12", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de2b468-db", "ovs_interfaceid": "2de2b468-db6d-4668-a061-07710e251525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.566760] env[62180]: INFO nova.compute.manager [-] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Took 1.88 seconds to deallocate network for instance. [ 1749.595354] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061008} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.599711] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.600999] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f5a282-9f42-4a15-8747-40b2aba3d902 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.628012] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 76483cc4-76b3-4436-ae4c-c88087691ec2/76483cc4-76b3-4436-ae4c-c88087691ec2.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.632147] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb26a38-9066-49de-a671-71cc88fb3076 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.660939] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1749.660939] env[62180]: value = "task-1963480" [ 1749.660939] env[62180]: _type = "Task" [ 1749.660939] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.677655] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.703530] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075583} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.707248] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.709059] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6af3115-ee7a-493f-b6bf-d20e71ae5d38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.740281] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 39657006-a2a1-42ff-a754-642afae84e07/39657006-a2a1-42ff-a754-642afae84e07.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.743898] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734275de-9ab4-4158-a8cc-7bcabf4290a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.767354] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1749.767354] env[62180]: value = "task-1963481" [ 1749.767354] env[62180]: _type = "Task" [ 1749.767354] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.782458] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.830118] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963479, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.985120] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.985825] env[62180]: DEBUG nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Instance network_info: |[{"id": "2de2b468-db6d-4668-a061-07710e251525", "address": "fa:16:3e:32:93:12", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de2b468-db", "ovs_interfaceid": "2de2b468-db6d-4668-a061-07710e251525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.986044] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:93:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de2b468-db6d-4668-a061-07710e251525', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.997297] env[62180]: DEBUG oslo.service.loopingcall [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.998516] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.998903] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35a54dbd-0ffe-49c9-823f-0c0a3bb2fcff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.021119] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.021119] env[62180]: value = "task-1963482" [ 1750.021119] env[62180]: _type = "Task" [ 1750.021119] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.033310] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963482, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.078679] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.129637] env[62180]: DEBUG nova.compute.manager [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Received event network-vif-deleted-ff723c95-0bc6-4ec9-9908-0819ae8db95d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1750.131314] env[62180]: DEBUG nova.compute.manager [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Received event network-vif-plugged-2de2b468-db6d-4668-a061-07710e251525 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1750.131314] env[62180]: DEBUG oslo_concurrency.lockutils [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] Acquiring lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.131314] env[62180]: DEBUG oslo_concurrency.lockutils [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.131314] env[62180]: DEBUG oslo_concurrency.lockutils [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.131563] env[62180]: DEBUG nova.compute.manager [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] No waiting events found dispatching network-vif-plugged-2de2b468-db6d-4668-a061-07710e251525 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1750.131703] env[62180]: WARNING nova.compute.manager [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Received unexpected event network-vif-plugged-2de2b468-db6d-4668-a061-07710e251525 for instance with vm_state building and task_state spawning. [ 1750.131879] env[62180]: DEBUG nova.compute.manager [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Received event network-changed-2de2b468-db6d-4668-a061-07710e251525 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1750.132048] env[62180]: DEBUG nova.compute.manager [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Refreshing instance network info cache due to event network-changed-2de2b468-db6d-4668-a061-07710e251525. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1750.132243] env[62180]: DEBUG oslo_concurrency.lockutils [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] Acquiring lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.132467] env[62180]: DEBUG oslo_concurrency.lockutils [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] Acquired lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.132527] env[62180]: DEBUG nova.network.neutron [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Refreshing network info cache for port 2de2b468-db6d-4668-a061-07710e251525 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.174943] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963480, 'name': ReconfigVM_Task, 'duration_secs': 0.377722} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.176075] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 76483cc4-76b3-4436-ae4c-c88087691ec2/76483cc4-76b3-4436-ae4c-c88087691ec2.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.176075] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39491196-e405-44d4-acc4-a495b9c3eddd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.187690] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1750.187690] env[62180]: value = "task-1963483" [ 1750.187690] env[62180]: _type = "Task" [ 1750.187690] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.205468] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963483, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.209348] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.209697] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.211387] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da9b48-839b-4c36-8844-76df09615c89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.221718] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe2d63c-4fc2-4b66-9300-03687bbcfc2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.256864] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943b1b0f-7eaa-40db-be6e-0e0dede89c62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.266109] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe98209f-4bb2-410d-92d6-dd864b30f579 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.283813] env[62180]: DEBUG nova.compute.provider_tree [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.288497] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963481, 'name': ReconfigVM_Task, 'duration_secs': 0.376127} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.289083] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 39657006-a2a1-42ff-a754-642afae84e07/39657006-a2a1-42ff-a754-642afae84e07.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.292023] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9d8120a-22c9-4a97-88ad-3309aeb465e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.298256] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1750.298256] env[62180]: value = "task-1963484" [ 1750.298256] env[62180]: _type = "Task" [ 1750.298256] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.311375] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963484, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.332552] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963479, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.513727] env[62180]: DEBUG nova.network.neutron [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Successfully updated port: 3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.533844] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963482, 'name': CreateVM_Task, 'duration_secs': 0.46381} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.533970] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.535307] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.535307] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.535307] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.535511] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e65858c-5c68-4a9c-b5dd-8c693c6d35fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.541285] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1750.541285] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52274885-77a8-fd8d-a6d8-c609eadf9185" [ 1750.541285] env[62180]: _type = "Task" [ 1750.541285] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.550645] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52274885-77a8-fd8d-a6d8-c609eadf9185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.703726] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963483, 'name': Rename_Task, 'duration_secs': 0.222614} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.703940] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.704214] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5494c3e-4821-4735-80ee-1df23cd77538 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.713299] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1750.713299] env[62180]: value = "task-1963485" [ 1750.713299] env[62180]: _type = "Task" [ 1750.713299] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.724103] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.789883] env[62180]: DEBUG nova.scheduler.client.report [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.808819] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963484, 'name': Rename_Task, 'duration_secs': 0.175984} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.809435] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1750.809943] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99ebd6d5-0096-4b8d-87bb-027d323496a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.819141] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1750.819141] env[62180]: value = "task-1963486" [ 1750.819141] env[62180]: _type = "Task" [ 1750.819141] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.840617] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963486, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.845548] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963479, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.948749] env[62180]: DEBUG nova.network.neutron [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Updated VIF entry in instance network info cache for port 2de2b468-db6d-4668-a061-07710e251525. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.949104] env[62180]: DEBUG nova.network.neutron [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Updating instance_info_cache with network_info: [{"id": "2de2b468-db6d-4668-a061-07710e251525", "address": "fa:16:3e:32:93:12", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de2b468-db", "ovs_interfaceid": "2de2b468-db6d-4668-a061-07710e251525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.018043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.018043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.018043] env[62180]: DEBUG nova.network.neutron [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.051894] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52274885-77a8-fd8d-a6d8-c609eadf9185, 'name': SearchDatastore_Task, 'duration_secs': 0.036903} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.052298] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.052549] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.052780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.052927] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.053123] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.053388] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a28fec9-54f1-4a6c-bf73-05c8b150a67b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.062736] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.062918] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.063698] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d9cb7d-ff55-4d7e-a0d3-f3b076e13ab0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.069567] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1751.069567] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d5663-7e55-19ab-3959-ec2d88588d20" [ 1751.069567] env[62180]: _type = "Task" [ 1751.069567] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.078341] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d5663-7e55-19ab-3959-ec2d88588d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.226731] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.295411] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.458s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.295556] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1751.298308] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.435s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.299806] env[62180]: INFO nova.compute.claims [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.340723] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963486, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.348994] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963479, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.540466} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.349335] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. [ 1751.350337] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7822cba-9d2f-48e1-bf25-055478eb3f4f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.383602] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.384307] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde6731a-8f5c-4420-a0b4-bde3baa5f627 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.404714] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1751.404714] env[62180]: value = "task-1963487" [ 1751.404714] env[62180]: _type = "Task" [ 1751.404714] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.415529] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.452058] env[62180]: DEBUG oslo_concurrency.lockutils [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] Releasing lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.452758] env[62180]: DEBUG nova.compute.manager [req-e7bab448-5619-42d0-8262-2f86420a32d7 req-1ba745aa-a465-4ea3-ae29-76c9ab3bbc78 service nova] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Received event network-vif-deleted-d2d74e23-5dff-4413-956d-fdeb39730cee {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1751.562732] env[62180]: DEBUG nova.network.neutron [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.581788] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522d5663-7e55-19ab-3959-ec2d88588d20, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.582593] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13028da-1758-409e-b5ae-408b78c54b55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.589371] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1751.589371] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52484566-1d94-ff60-2720-3e6fd7ce73c0" [ 1751.589371] env[62180]: _type = "Task" [ 1751.589371] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.598473] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52484566-1d94-ff60-2720-3e6fd7ce73c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.727661] env[62180]: DEBUG oslo_vmware.api [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963485, 'name': PowerOnVM_Task, 'duration_secs': 0.681143} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.730394] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.730394] env[62180]: INFO nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Took 11.62 seconds to spawn the instance on the hypervisor. [ 1751.730394] env[62180]: DEBUG nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.730394] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8704a7a4-9a51-422f-8152-ee2fd6f597b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.780644] env[62180]: DEBUG nova.network.neutron [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Updating instance_info_cache with network_info: [{"id": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "address": "fa:16:3e:90:45:d4", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2de8cc-3b", "ovs_interfaceid": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.807585] env[62180]: DEBUG nova.compute.utils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.809295] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1751.809461] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.837907] env[62180]: DEBUG oslo_vmware.api [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963486, 'name': PowerOnVM_Task, 'duration_secs': 0.61047} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.838159] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.839098] env[62180]: INFO nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1751.839098] env[62180]: DEBUG nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.839331] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d79739-c25b-469b-828f-65697dfae4b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.852708] env[62180]: DEBUG nova.policy [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40fb2fe59f964c0fa6a2b42cee3a0ab0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6961a5aba74f4599699d729e1ddf6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.920450] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.100452] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52484566-1d94-ff60-2720-3e6fd7ce73c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.100779] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.101086] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/62cb56ca-1bc2-4d18-98d2-20d4a654d711.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.101356] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-830f497a-f4aa-4642-8f9b-1cbe15fcb255 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.109832] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1752.109832] env[62180]: value = "task-1963488" [ 1752.109832] env[62180]: _type = "Task" [ 1752.109832] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.119692] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.229753] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Successfully created port: da990ec9-59c6-429c-90c9-835ffab41a99 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1752.259025] env[62180]: INFO nova.compute.manager [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Took 61.23 seconds to build instance. [ 1752.284651] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Releasing lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.284651] env[62180]: DEBUG nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Instance network_info: |[{"id": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "address": "fa:16:3e:90:45:d4", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2de8cc-3b", "ovs_interfaceid": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.284877] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:45:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f2de8cc-3b8c-4e6d-91f6-e0669184db98', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.294117] env[62180]: DEBUG oslo.service.loopingcall [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.295384] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.295384] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b15ec4-0491-41d1-9e17-4f7d2a176e1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.320160] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1752.333686] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.333686] env[62180]: value = "task-1963489" [ 1752.333686] env[62180]: _type = "Task" [ 1752.333686] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.346875] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963489, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.364998] env[62180]: INFO nova.compute.manager [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Took 53.67 seconds to build instance. [ 1752.422600] env[62180]: DEBUG nova.compute.manager [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Received event network-vif-plugged-3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1752.422837] env[62180]: DEBUG oslo_concurrency.lockutils [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] Acquiring lock "d72a7ca9-c285-426b-989f-da5c540d4615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.423102] env[62180]: DEBUG oslo_concurrency.lockutils [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] Lock "d72a7ca9-c285-426b-989f-da5c540d4615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.423425] env[62180]: DEBUG oslo_concurrency.lockutils [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] Lock "d72a7ca9-c285-426b-989f-da5c540d4615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.423728] env[62180]: DEBUG nova.compute.manager [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] No waiting events found dispatching network-vif-plugged-3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1752.424411] env[62180]: WARNING nova.compute.manager [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Received unexpected event network-vif-plugged-3f2de8cc-3b8c-4e6d-91f6-e0669184db98 for instance with vm_state building and task_state spawning. [ 1752.424411] env[62180]: DEBUG nova.compute.manager [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Received event network-changed-3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1752.424411] env[62180]: DEBUG nova.compute.manager [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Refreshing instance network info cache due to event network-changed-3f2de8cc-3b8c-4e6d-91f6-e0669184db98. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1752.424633] env[62180]: DEBUG oslo_concurrency.lockutils [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] Acquiring lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.424797] env[62180]: DEBUG oslo_concurrency.lockutils [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] Acquired lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.424970] env[62180]: DEBUG nova.network.neutron [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Refreshing network info cache for port 3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.427942] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963487, 'name': ReconfigVM_Task, 'duration_secs': 0.642443} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.428198] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.429474] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326bc195-74f8-4c05-9db3-c6a1f948cb73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.467432] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1d8e21-6c70-4a84-a11c-32aa63661197 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.488531] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1752.488531] env[62180]: value = "task-1963490" [ 1752.488531] env[62180]: _type = "Task" [ 1752.488531] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.505416] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.624850] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.760140] env[62180]: DEBUG oslo_concurrency.lockutils [None req-82b436a7-686e-40f1-9c6e-101f8efdc49a tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 126.295s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.844221] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963489, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.867895] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f98be5b8-cee0-4ae6-bdbc-1e1acc46bc31 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "39657006-a2a1-42ff-a754-642afae84e07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 126.210s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.004230] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963490, 'name': ReconfigVM_Task, 'duration_secs': 0.30009} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.004230] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.004335] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc7f375-511e-4b1f-9ee6-4d2f1812e55a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.011845] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1753.011845] env[62180]: value = "task-1963491" [ 1753.011845] env[62180]: _type = "Task" [ 1753.011845] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.023673] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.027831] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.028075] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.048212] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d87374-475e-4678-8003-ca4ddebcdd4e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.057516] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824a112-31a2-464b-b729-51d01cdde0b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.090874] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b640d-1ff4-4410-9bfa-f30a9750278b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.099829] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af380c04-e487-4058-8dfe-1bfcc72d3717 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.115466] env[62180]: DEBUG nova.compute.provider_tree [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.128675] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540475} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.128920] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/62cb56ca-1bc2-4d18-98d2-20d4a654d711.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1753.129138] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1753.129379] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7122f6f-2e34-4bac-9459-ae3082c2915a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.136755] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1753.136755] env[62180]: value = "task-1963492" [ 1753.136755] env[62180]: _type = "Task" [ 1753.136755] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.146150] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.265507] env[62180]: DEBUG nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.312294] env[62180]: DEBUG nova.network.neutron [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Updated VIF entry in instance network info cache for port 3f2de8cc-3b8c-4e6d-91f6-e0669184db98. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.312801] env[62180]: DEBUG nova.network.neutron [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Updating instance_info_cache with network_info: [{"id": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "address": "fa:16:3e:90:45:d4", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2de8cc-3b", "ovs_interfaceid": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.333046] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1753.350787] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963489, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.361950] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.362219] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.362371] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.362798] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.362798] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.362926] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.363028] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.363186] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.363346] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.363502] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.363841] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.365028] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12840540-cfb5-4fbd-82b3-05eab1172074 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.373154] env[62180]: DEBUG nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.377493] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe54e85-7477-4345-9dd3-d473df34c91c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.522744] env[62180]: DEBUG oslo_vmware.api [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963491, 'name': PowerOnVM_Task, 'duration_secs': 0.434411} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.523029] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.526148] env[62180]: DEBUG nova.compute.manager [None req-4258a177-0ee0-4345-9e49-1eb0be83ab7a tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.526700] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e7a4c-fccf-4d52-8213-f277969a23f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.624927] env[62180]: DEBUG nova.scheduler.client.report [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.647822] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068575} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.648094] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1753.648864] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1460c48-1857-43c0-ada8-048eee1d4221 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.671141] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/62cb56ca-1bc2-4d18-98d2-20d4a654d711.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.671431] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5497e21-6be5-4729-b178-fe4dfedcc53b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.692350] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1753.692350] env[62180]: value = "task-1963493" [ 1753.692350] env[62180]: _type = "Task" [ 1753.692350] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.702978] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.788655] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.815542] env[62180]: DEBUG oslo_concurrency.lockutils [req-1a272e26-db63-4d63-b1ad-ec93eaf0eed4 req-577d088d-2dba-4d0e-ac76-56a592cd6c8f service nova] Releasing lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.847024] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963489, 'name': CreateVM_Task, 'duration_secs': 1.155835} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.847225] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.847893] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.848063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.848444] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.848698] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4d7455-4495-403c-803e-0309bdba44ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.854951] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1753.854951] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b189a9-78ee-2b7c-dbf3-05fc2f708dd2" [ 1753.854951] env[62180]: _type = "Task" [ 1753.854951] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.861888] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b189a9-78ee-2b7c-dbf3-05fc2f708dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.902027] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.128618] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.129176] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.141026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.491s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.141026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.141026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.250s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.142285] env[62180]: INFO nova.compute.claims [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.179026] env[62180]: INFO nova.scheduler.client.report [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Deleted allocations for instance 26aa5363-8676-45bf-8b17-185321d4da32 [ 1754.197116] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Successfully updated port: da990ec9-59c6-429c-90c9-835ffab41a99 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1754.210571] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.365289] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b189a9-78ee-2b7c-dbf3-05fc2f708dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.026455} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.365604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.365851] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.366121] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.366285] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.366463] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.366730] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-277c4b3c-226f-4405-8106-6eaea0e26b4e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.377337] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.377519] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.378258] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b941dc0-3313-4cb5-9adb-d9239dc6c6d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.384613] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1754.384613] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52644c6d-1b95-bcd7-ac8d-24eaeb1f9a44" [ 1754.384613] env[62180]: _type = "Task" [ 1754.384613] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.393631] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52644c6d-1b95-bcd7-ac8d-24eaeb1f9a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.650232] env[62180]: DEBUG nova.compute.utils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.652639] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.652824] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.655708] env[62180]: DEBUG nova.compute.manager [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Received event network-vif-plugged-da990ec9-59c6-429c-90c9-835ffab41a99 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.655913] env[62180]: DEBUG oslo_concurrency.lockutils [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] Acquiring lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.656129] env[62180]: DEBUG oslo_concurrency.lockutils [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.657345] env[62180]: DEBUG oslo_concurrency.lockutils [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.657345] env[62180]: DEBUG nova.compute.manager [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] No waiting events found dispatching network-vif-plugged-da990ec9-59c6-429c-90c9-835ffab41a99 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1754.657345] env[62180]: WARNING nova.compute.manager [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Received unexpected event network-vif-plugged-da990ec9-59c6-429c-90c9-835ffab41a99 for instance with vm_state building and task_state spawning. [ 1754.657345] env[62180]: DEBUG nova.compute.manager [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Received event network-changed-da990ec9-59c6-429c-90c9-835ffab41a99 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1754.657345] env[62180]: DEBUG nova.compute.manager [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Refreshing instance network info cache due to event network-changed-da990ec9-59c6-429c-90c9-835ffab41a99. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1754.657345] env[62180]: DEBUG oslo_concurrency.lockutils [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] Acquiring lock "refresh_cache-d9c7224c-47dd-46cc-a851-d8932bd2b69b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.657345] env[62180]: DEBUG oslo_concurrency.lockutils [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] Acquired lock "refresh_cache-d9c7224c-47dd-46cc-a851-d8932bd2b69b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.657345] env[62180]: DEBUG nova.network.neutron [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Refreshing network info cache for port da990ec9-59c6-429c-90c9-835ffab41a99 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.687535] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2f7428ee-f4ef-4c98-b84a-2e179064e3ed tempest-ServerGroupTestJSON-1622604981 tempest-ServerGroupTestJSON-1622604981-project-member] Lock "26aa5363-8676-45bf-8b17-185321d4da32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.603s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.705174] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "refresh_cache-d9c7224c-47dd-46cc-a851-d8932bd2b69b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.709695] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963493, 'name': ReconfigVM_Task, 'duration_secs': 0.532528} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.710045] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/62cb56ca-1bc2-4d18-98d2-20d4a654d711.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.710697] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49ef045e-fffa-4a47-9d2f-092bf4a6c634 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.720105] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1754.720105] env[62180]: value = "task-1963494" [ 1754.720105] env[62180]: _type = "Task" [ 1754.720105] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.723438] env[62180]: DEBUG nova.policy [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40fb2fe59f964c0fa6a2b42cee3a0ab0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6961a5aba74f4599699d729e1ddf6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.733436] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963494, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.770488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "76483cc4-76b3-4436-ae4c-c88087691ec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.770752] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.771212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "76483cc4-76b3-4436-ae4c-c88087691ec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.771212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.771353] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.781024] env[62180]: INFO nova.compute.manager [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Terminating instance [ 1754.896100] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52644c6d-1b95-bcd7-ac8d-24eaeb1f9a44, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.897286] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f0116f-e799-4ed5-acf1-ba48701a5b25 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.906018] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1754.906018] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e9d24d-d128-dfaa-76cd-e58457de74ed" [ 1754.906018] env[62180]: _type = "Task" [ 1754.906018] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.912776] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e9d24d-d128-dfaa-76cd-e58457de74ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.937031] env[62180]: DEBUG nova.compute.manager [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.940018] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc5a2d-2e7e-4f65-8d53-fe42116a862c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.112908] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Successfully created port: be8aa4d8-61ee-4418-a428-28af8e05563a {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.162162] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.220499] env[62180]: DEBUG nova.network.neutron [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1755.237634] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963494, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.282926] env[62180]: DEBUG nova.compute.manager [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1755.283812] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.284078] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e398bb-ad1f-4012-9e1e-a48443f4d125 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.299009] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.299306] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41385c70-8c39-451f-8cb9-371cd79854a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.307688] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1755.307688] env[62180]: value = "task-1963495" [ 1755.307688] env[62180]: _type = "Task" [ 1755.307688] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.317196] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.355574] env[62180]: INFO nova.compute.manager [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Unrescuing [ 1755.355780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.355930] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.356133] env[62180]: DEBUG nova.network.neutron [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.375698] env[62180]: DEBUG nova.network.neutron [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.415073] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e9d24d-d128-dfaa-76cd-e58457de74ed, 'name': SearchDatastore_Task, 'duration_secs': 0.031656} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.415505] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.415806] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d72a7ca9-c285-426b-989f-da5c540d4615/d72a7ca9-c285-426b-989f-da5c540d4615.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.416284] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73e21830-3490-4480-a6b4-496dbfbc5e29 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.426904] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1755.426904] env[62180]: value = "task-1963496" [ 1755.426904] env[62180]: _type = "Task" [ 1755.426904] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.439415] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.450495] env[62180]: INFO nova.compute.manager [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] instance snapshotting [ 1755.459791] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac15e3-56c5-4ffd-b1ee-4a9e4277eb25 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.487482] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24381515-4e97-4173-9a6e-3ab863891d9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.738754] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963494, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.825016] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.840064] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa02036-24f7-446d-a2f3-a10b99921a74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.848713] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d61481-076a-4112-bb2d-2b6d616b328c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.891031] env[62180]: DEBUG oslo_concurrency.lockutils [req-8be3feab-c59f-4e01-9171-7352985a0760 req-0fc92822-2cec-4c7d-b26a-4ce5b5cb59f4 service nova] Releasing lock "refresh_cache-d9c7224c-47dd-46cc-a851-d8932bd2b69b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.893635] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "refresh_cache-d9c7224c-47dd-46cc-a851-d8932bd2b69b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.893635] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1755.894856] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d702d24-aeb9-4a8f-9226-c4efcac8859e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.908031] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf48c8d-3d42-4f2d-9e52-f881803f296e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.925740] env[62180]: DEBUG nova.compute.provider_tree [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.941297] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963496, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.000748] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1756.001182] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ba1b5f0-ff5e-4b82-9cb0-e69c4ed58abf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.010721] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1756.010721] env[62180]: value = "task-1963497" [ 1756.010721] env[62180]: _type = "Task" [ 1756.010721] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.019594] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.179018] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1756.216485] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.217122] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.217406] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.217677] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.218089] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.218359] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.218658] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.218894] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.219156] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.219387] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.219630] env[62180]: DEBUG nova.virt.hardware [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.221435] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b66c7-ca46-4dfe-b4c6-a6db5bd41a20 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.244682] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d35b4-5bfd-4b41-8c07-2975e1ac5d0b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.252189] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963494, 'name': Rename_Task, 'duration_secs': 1.369883} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.253249] env[62180]: DEBUG nova.network.neutron [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Updating instance_info_cache with network_info: [{"id": "a0de5314-6fff-441b-a703-0ada0070357b", "address": "fa:16:3e:da:f3:59", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0de5314-6f", "ovs_interfaceid": "a0de5314-6fff-441b-a703-0ada0070357b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.254953] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.257408] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c7ec15-2523-4e27-b023-d83327e61d2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.272490] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1756.272490] env[62180]: value = "task-1963498" [ 1756.272490] env[62180]: _type = "Task" [ 1756.272490] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.282330] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.320342] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963495, 'name': PowerOffVM_Task, 'duration_secs': 0.956355} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.320637] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1756.320802] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1756.321073] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a9cc0a3-f69a-42ea-95c7-4261a4af6017 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.425609] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.431998] env[62180]: DEBUG nova.scheduler.client.report [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.442165] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553165} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.442646] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d72a7ca9-c285-426b-989f-da5c540d4615/d72a7ca9-c285-426b-989f-da5c540d4615.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.444451] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.444752] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92c5d011-1aeb-49f2-bc2f-b493d75ac0ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.452431] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1756.452772] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1756.453041] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Deleting the datastore file [datastore1] 76483cc4-76b3-4436-ae4c-c88087691ec2 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1756.454211] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c193d8ac-dc7e-44be-a197-f08db5e89e59 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.458930] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1756.458930] env[62180]: value = "task-1963500" [ 1756.458930] env[62180]: _type = "Task" [ 1756.458930] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.471078] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for the task: (returnval){ [ 1756.471078] env[62180]: value = "task-1963501" [ 1756.471078] env[62180]: _type = "Task" [ 1756.471078] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.477937] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.483728] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.524020] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.695396] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Updating instance_info_cache with network_info: [{"id": "da990ec9-59c6-429c-90c9-835ffab41a99", "address": "fa:16:3e:a5:9b:e9", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda990ec9-59", "ovs_interfaceid": "da990ec9-59c6-429c-90c9-835ffab41a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.757857] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.758388] env[62180]: DEBUG nova.objects.instance [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lazy-loading 'flavor' on Instance uuid 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.784022] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963498, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.912086] env[62180]: DEBUG nova.compute.manager [req-f9c5c485-e44e-4df5-bed3-507734dcfe73 req-5c61f83a-ce53-4d79-83ae-060cd2927950 service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Received event network-vif-plugged-be8aa4d8-61ee-4418-a428-28af8e05563a {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1756.912224] env[62180]: DEBUG oslo_concurrency.lockutils [req-f9c5c485-e44e-4df5-bed3-507734dcfe73 req-5c61f83a-ce53-4d79-83ae-060cd2927950 service nova] Acquiring lock "0cf30c19-40c2-4a29-9099-92507328ae81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.912438] env[62180]: DEBUG oslo_concurrency.lockutils [req-f9c5c485-e44e-4df5-bed3-507734dcfe73 req-5c61f83a-ce53-4d79-83ae-060cd2927950 service nova] Lock "0cf30c19-40c2-4a29-9099-92507328ae81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.912592] env[62180]: DEBUG oslo_concurrency.lockutils [req-f9c5c485-e44e-4df5-bed3-507734dcfe73 req-5c61f83a-ce53-4d79-83ae-060cd2927950 service nova] Lock "0cf30c19-40c2-4a29-9099-92507328ae81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.913046] env[62180]: DEBUG nova.compute.manager [req-f9c5c485-e44e-4df5-bed3-507734dcfe73 req-5c61f83a-ce53-4d79-83ae-060cd2927950 service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] No waiting events found dispatching network-vif-plugged-be8aa4d8-61ee-4418-a428-28af8e05563a {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.913046] env[62180]: WARNING nova.compute.manager [req-f9c5c485-e44e-4df5-bed3-507734dcfe73 req-5c61f83a-ce53-4d79-83ae-060cd2927950 service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Received unexpected event network-vif-plugged-be8aa4d8-61ee-4418-a428-28af8e05563a for instance with vm_state building and task_state spawning. [ 1756.937667] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.938428] env[62180]: DEBUG nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.940821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.722s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.941008] env[62180]: DEBUG nova.objects.instance [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1756.972524] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110986} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.975835] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.976627] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f610f-14ef-461b-bc6c-ffa11237c56c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.997459] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.006320] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d72a7ca9-c285-426b-989f-da5c540d4615/d72a7ca9-c285-426b-989f-da5c540d4615.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.006894] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39df3cc4-fe15-4e41-892c-46900b2f1d35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.025956] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Successfully updated port: be8aa4d8-61ee-4418-a428-28af8e05563a {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.036810] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.039173] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1757.039173] env[62180]: value = "task-1963502" [ 1757.039173] env[62180]: _type = "Task" [ 1757.039173] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.049509] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.199020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "refresh_cache-d9c7224c-47dd-46cc-a851-d8932bd2b69b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.199310] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Instance network_info: |[{"id": "da990ec9-59c6-429c-90c9-835ffab41a99", "address": "fa:16:3e:a5:9b:e9", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda990ec9-59", "ovs_interfaceid": "da990ec9-59c6-429c-90c9-835ffab41a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1757.199926] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:9b:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da990ec9-59c6-429c-90c9-835ffab41a99', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.212269] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Creating folder: Project (fb6961a5aba74f4599699d729e1ddf6a). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.212654] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61e16d77-76b7-4bbd-b5a0-46a2e3e2df07 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.227618] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Created folder: Project (fb6961a5aba74f4599699d729e1ddf6a) in parent group-v404325. [ 1757.227990] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Creating folder: Instances. Parent ref: group-v404477. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1757.228354] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9e8ff2e-789f-461e-9bb8-9c388f6690a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.247969] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Created folder: Instances in parent group-v404477. [ 1757.248266] env[62180]: DEBUG oslo.service.loopingcall [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.248490] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.248688] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5dd7eb1-f68a-468a-9b6f-d8b9536958d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.274188] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa1482a-5343-4091-8cfb-d8cbe60a27ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.281673] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.281673] env[62180]: value = "task-1963505" [ 1757.281673] env[62180]: _type = "Task" [ 1757.281673] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.290722] env[62180]: DEBUG oslo_vmware.api [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963498, 'name': PowerOnVM_Task, 'duration_secs': 0.977355} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.312301] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.312301] env[62180]: INFO nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Took 11.37 seconds to spawn the instance on the hypervisor. [ 1757.312301] env[62180]: DEBUG nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.313558] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.313558] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963505, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.313558] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daaac76-7d9b-4a7d-9561-ffbef75d6348 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.316991] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b384e53d-cf46-4590-b87a-ff1688133e6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.327384] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1757.327384] env[62180]: value = "task-1963506" [ 1757.327384] env[62180]: _type = "Task" [ 1757.327384] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.336146] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.445859] env[62180]: DEBUG nova.compute.utils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.450436] env[62180]: DEBUG nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.450622] env[62180]: DEBUG nova.network.neutron [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.484375] env[62180]: DEBUG oslo_vmware.api [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Task: {'id': task-1963501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612266} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.484670] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1757.484873] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1757.485072] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.485250] env[62180]: INFO nova.compute.manager [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1757.485491] env[62180]: DEBUG oslo.service.loopingcall [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.485684] env[62180]: DEBUG nova.compute.manager [-] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1757.485776] env[62180]: DEBUG nova.network.neutron [-] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1757.529431] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "refresh_cache-0cf30c19-40c2-4a29-9099-92507328ae81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.529739] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "refresh_cache-0cf30c19-40c2-4a29-9099-92507328ae81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.530030] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.540928] env[62180]: DEBUG nova.policy [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7159bc3d88e4b639bf0ca012226b9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ffb4be0b64487e80b60778338adbee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.556839] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963497, 'name': CreateSnapshot_Task, 'duration_secs': 1.231092} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.558269] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1757.559548] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e62ded-3e4e-43a7-ba45-b6d04874745d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.569107] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.797441] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963505, 'name': CreateVM_Task, 'duration_secs': 0.419098} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.797739] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.799432] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.799609] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.799938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.800220] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa35fb3-1ee2-42c0-b850-89bf9fb8133e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.805460] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1757.805460] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528e0698-80d6-9f6f-c584-1a22ccd9f698" [ 1757.805460] env[62180]: _type = "Task" [ 1757.805460] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.813956] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528e0698-80d6-9f6f-c584-1a22ccd9f698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.839412] env[62180]: INFO nova.compute.manager [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Took 55.98 seconds to build instance. [ 1757.846111] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963506, 'name': PowerOffVM_Task, 'duration_secs': 0.224115} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.846484] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.853212] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1757.854050] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3026d361-75e7-4258-b917-cdcb1bfdb728 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.881501] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1757.881501] env[62180]: value = "task-1963507" [ 1757.881501] env[62180]: _type = "Task" [ 1757.881501] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.893059] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.951689] env[62180]: DEBUG nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.955201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d2ac29ec-5ec3-4e64-8535-1748cdbd1749 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.957711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.745s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.961802] env[62180]: INFO nova.compute.claims [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.052279] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.090056] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1758.090386] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8284ea48-f6bf-41f3-983e-435e47aeb77f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.101999] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1758.101999] env[62180]: value = "task-1963508" [ 1758.101999] env[62180]: _type = "Task" [ 1758.101999] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.103823] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.110820] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963508, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.173434] env[62180]: DEBUG nova.network.neutron [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Successfully created port: 85888c5a-3094-4cdc-8929-0650949777bd {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1758.318794] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528e0698-80d6-9f6f-c584-1a22ccd9f698, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.321905] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.322172] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.322402] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.322545] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.322755] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.323127] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea2568c5-e3ec-4e51-89cc-22ea506a9a3f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.334274] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.334386] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.335597] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b6477b-095a-4994-93c7-92fe747d6007 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.342240] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1758.342240] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e28b9b-375e-3b8d-6298-a2d62cd6e2bf" [ 1758.342240] env[62180]: _type = "Task" [ 1758.342240] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.347481] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce7a6b21-9002-4be1-89bb-d2051904760f tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 128.796s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.351748] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e28b9b-375e-3b8d-6298-a2d62cd6e2bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.377445] env[62180]: INFO nova.compute.manager [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Rescuing [ 1758.377708] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.377858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.378030] env[62180]: DEBUG nova.network.neutron [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.391357] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963507, 'name': ReconfigVM_Task, 'duration_secs': 0.21947} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.392667] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1758.392667] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.392913] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9e122e-8628-4749-ab8a-93445f4c7f60 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.399167] env[62180]: DEBUG nova.network.neutron [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Updating instance_info_cache with network_info: [{"id": "be8aa4d8-61ee-4418-a428-28af8e05563a", "address": "fa:16:3e:40:dd:80", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8aa4d8-61", "ovs_interfaceid": "be8aa4d8-61ee-4418-a428-28af8e05563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.401930] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1758.401930] env[62180]: value = "task-1963509" [ 1758.401930] env[62180]: _type = "Task" [ 1758.401930] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.412063] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.470024] env[62180]: DEBUG nova.network.neutron [-] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.555584] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963502, 'name': ReconfigVM_Task, 'duration_secs': 1.481536} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.555899] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d72a7ca9-c285-426b-989f-da5c540d4615/d72a7ca9-c285-426b-989f-da5c540d4615.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.556233] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62180) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1758.557359] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-3936e52f-1d70-4ac6-96f2-bcd52f68c8a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.567250] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1758.567250] env[62180]: value = "task-1963510" [ 1758.567250] env[62180]: _type = "Task" [ 1758.567250] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.576704] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963510, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.610374] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963508, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.855036] env[62180]: DEBUG nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1758.861690] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e28b9b-375e-3b8d-6298-a2d62cd6e2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.862959] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab8931e-2ddf-4446-a2a5-88cb9986e854 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.881056] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1758.881056] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f5f590-4272-4c48-8065-0257b585ef10" [ 1758.881056] env[62180]: _type = "Task" [ 1758.881056] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.892055] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f5f590-4272-4c48-8065-0257b585ef10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.901597] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "refresh_cache-0cf30c19-40c2-4a29-9099-92507328ae81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.902100] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Instance network_info: |[{"id": "be8aa4d8-61ee-4418-a428-28af8e05563a", "address": "fa:16:3e:40:dd:80", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8aa4d8-61", "ovs_interfaceid": "be8aa4d8-61ee-4418-a428-28af8e05563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.904016] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:dd:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be8aa4d8-61ee-4418-a428-28af8e05563a', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.911321] env[62180]: DEBUG oslo.service.loopingcall [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.915709] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.916110] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c4587c2-db5b-4867-a267-55ea7e9ea1b8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.943022] env[62180]: DEBUG oslo_vmware.api [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963509, 'name': PowerOnVM_Task, 'duration_secs': 0.395992} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.943022] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.943022] env[62180]: DEBUG nova.compute.manager [None req-6949d3c5-5174-4f8d-9368-c779a6ef340e tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.943022] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.943022] env[62180]: value = "task-1963511" [ 1758.943022] env[62180]: _type = "Task" [ 1758.943022] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.943022] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1785685-46e9-4dbd-b02f-f7304a4e7baa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.951710] env[62180]: DEBUG nova.compute.manager [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Received event network-changed-be8aa4d8-61ee-4418-a428-28af8e05563a {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1758.953489] env[62180]: DEBUG nova.compute.manager [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Refreshing instance network info cache due to event network-changed-be8aa4d8-61ee-4418-a428-28af8e05563a. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1758.953489] env[62180]: DEBUG oslo_concurrency.lockutils [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] Acquiring lock "refresh_cache-0cf30c19-40c2-4a29-9099-92507328ae81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.953489] env[62180]: DEBUG oslo_concurrency.lockutils [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] Acquired lock "refresh_cache-0cf30c19-40c2-4a29-9099-92507328ae81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.953489] env[62180]: DEBUG nova.network.neutron [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Refreshing network info cache for port be8aa4d8-61ee-4418-a428-28af8e05563a {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.962962] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963511, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.965505] env[62180]: DEBUG nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.975393] env[62180]: INFO nova.compute.manager [-] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Took 1.49 seconds to deallocate network for instance. [ 1759.008575] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1759.009035] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1759.009290] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1759.009594] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1759.009870] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1759.010395] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1759.010889] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1759.011126] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1759.011492] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1759.011930] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1759.012208] env[62180]: DEBUG nova.virt.hardware [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1759.013947] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc36f29-4159-44a2-9f34-1d6516f24200 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.032166] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3694f491-542b-442e-a697-e1055e91a1d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.080757] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963510, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053824} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.083908] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62180) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1759.084894] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c9d8bb-89ba-4d08-9426-9a9e99a75dbe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.111957] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d72a7ca9-c285-426b-989f-da5c540d4615/ephemeral_0.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.119920] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe6dfad-02ba-4d58-885c-72e18129840c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.140321] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963508, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.141583] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1759.141583] env[62180]: value = "task-1963512" [ 1759.141583] env[62180]: _type = "Task" [ 1759.141583] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.154280] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.350450] env[62180]: DEBUG nova.network.neutron [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Updating instance_info_cache with network_info: [{"id": "2de2b468-db6d-4668-a061-07710e251525", "address": "fa:16:3e:32:93:12", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de2b468-db", "ovs_interfaceid": "2de2b468-db6d-4668-a061-07710e251525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.377508] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.393084] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f5f590-4272-4c48-8065-0257b585ef10, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.393425] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.393660] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d9c7224c-47dd-46cc-a851-d8932bd2b69b/d9c7224c-47dd-46cc-a851-d8932bd2b69b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.397138] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362f151f-598d-406e-a1c7-e762424de752 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.409206] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1759.409206] env[62180]: value = "task-1963513" [ 1759.409206] env[62180]: _type = "Task" [ 1759.409206] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.419211] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.456264] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963511, 'name': CreateVM_Task, 'duration_secs': 0.380707} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.459189] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.460421] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.460614] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.460985] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.461301] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ada0d3a-0e6d-43c1-9294-b85873a8d55a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.472583] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1759.472583] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5294591a-0552-fe6a-d3c4-8fa60ef524f0" [ 1759.472583] env[62180]: _type = "Task" [ 1759.472583] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.488333] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.497221] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5294591a-0552-fe6a-d3c4-8fa60ef524f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.500517] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.500887] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.501223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.501405] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.501688] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.502838] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e5d107-1a33-4b83-8f3f-26f72d1dc125 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.512896] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.512996] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.513825] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2d25a8-c6c2-466c-8c5b-4ece3851fbb9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.524749] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1759.524749] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f9062d-b7d7-6593-4d24-faa5df851469" [ 1759.524749] env[62180]: _type = "Task" [ 1759.524749] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.535882] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f9062d-b7d7-6593-4d24-faa5df851469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.620262] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963508, 'name': CloneVM_Task, 'duration_secs': 1.427493} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.620262] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Created linked-clone VM from snapshot [ 1759.620819] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34abf856-9aca-4f86-bddc-93bf32fe1040 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.631869] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Uploading image 2d5a9966-47bf-4458-bd42-8e45407f4a20 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1759.649538] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1759.650024] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4e63b65-7ba7-42d4-9531-6d657a131632 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.659543] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963512, 'name': ReconfigVM_Task, 'duration_secs': 0.41997} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.661095] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d72a7ca9-c285-426b-989f-da5c540d4615/ephemeral_0.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1759.662395] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1759.662395] env[62180]: value = "task-1963514" [ 1759.662395] env[62180]: _type = "Task" [ 1759.662395] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.662395] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6592a223-5ef1-4ef8-9869-3b513e3598f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.675764] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963514, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.677737] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1759.677737] env[62180]: value = "task-1963515" [ 1759.677737] env[62180]: _type = "Task" [ 1759.677737] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.689213] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963515, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.719607] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a89c33e-9964-4eb6-8b3d-f34c55fab378 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.728972] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3525652d-3322-4d9f-825d-3f7e4b4ace9f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.766272] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b90600-997f-46b4-8ff7-60d96c7c139b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.775832] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61bc9e9-4563-47a4-8f48-6eb4fadf98c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.795960] env[62180]: DEBUG nova.compute.provider_tree [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.853785] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.921636] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963513, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.040296] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f9062d-b7d7-6593-4d24-faa5df851469, 'name': SearchDatastore_Task, 'duration_secs': 0.02226} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.041231] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348b071d-fa9f-4657-8a54-2f4cb97fab78 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.047905] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1760.047905] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ecedf1-0f41-d9dc-d779-b5e05e5fa4e3" [ 1760.047905] env[62180]: _type = "Task" [ 1760.047905] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.062190] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ecedf1-0f41-d9dc-d779-b5e05e5fa4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011481} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.062696] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.063041] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0cf30c19-40c2-4a29-9099-92507328ae81/0cf30c19-40c2-4a29-9099-92507328ae81.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.064337] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d933405-76e7-4f6d-8359-6335dc667208 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.071943] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1760.071943] env[62180]: value = "task-1963516" [ 1760.071943] env[62180]: _type = "Task" [ 1760.071943] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.083099] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.181470] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963514, 'name': Destroy_Task, 'duration_secs': 0.443521} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.185145] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Destroyed the VM [ 1760.187747] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1760.187747] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34921cdc-0a48-4bfc-9cb5-cd9538c8dd4a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.192862] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963515, 'name': Rename_Task, 'duration_secs': 0.240947} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.194141] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.194444] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1760.194444] env[62180]: value = "task-1963517" [ 1760.194444] env[62180]: _type = "Task" [ 1760.194444] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.194618] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7966ad66-a395-4e1c-844b-8ecf6d1f1718 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.205240] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.206605] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1760.206605] env[62180]: value = "task-1963518" [ 1760.206605] env[62180]: _type = "Task" [ 1760.206605] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.220324] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.276276] env[62180]: DEBUG nova.network.neutron [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Updated VIF entry in instance network info cache for port be8aa4d8-61ee-4418-a428-28af8e05563a. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.276682] env[62180]: DEBUG nova.network.neutron [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Updating instance_info_cache with network_info: [{"id": "be8aa4d8-61ee-4418-a428-28af8e05563a", "address": "fa:16:3e:40:dd:80", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe8aa4d8-61", "ovs_interfaceid": "be8aa4d8-61ee-4418-a428-28af8e05563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.299306] env[62180]: DEBUG nova.scheduler.client.report [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.422608] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597573} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.422964] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d9c7224c-47dd-46cc-a851-d8932bd2b69b/d9c7224c-47dd-46cc-a851-d8932bd2b69b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.423389] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.423690] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2081d0d1-3d1c-4811-ad4b-6a6b55d67499 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.432681] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1760.432681] env[62180]: value = "task-1963519" [ 1760.432681] env[62180]: _type = "Task" [ 1760.432681] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.444933] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.582530] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.696017] env[62180]: DEBUG nova.network.neutron [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Successfully updated port: 85888c5a-3094-4cdc-8929-0650949777bd {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1760.707025] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.717125] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.780042] env[62180]: DEBUG oslo_concurrency.lockutils [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] Releasing lock "refresh_cache-0cf30c19-40c2-4a29-9099-92507328ae81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.780042] env[62180]: DEBUG nova.compute.manager [req-f69de3c3-62a1-4315-9641-39f82c43d4ad req-2ec893cc-4c46-4fb9-a642-9c8944c72d1a service nova] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Received event network-vif-deleted-df24e8f7-5b8d-4a05-8644-5d12c3657f3c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1760.795951] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.796386] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.796570] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1760.805231] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.806012] env[62180]: DEBUG nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1760.812205] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.878s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.812205] env[62180]: DEBUG nova.objects.instance [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lazy-loading 'resources' on Instance uuid d8ea4cc3-b3be-4db6-9d55-d62a774e4e34 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.946239] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085789} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.946579] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.947532] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48617cf9-06df-4d52-a33c-5cc789fbb3d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.977209] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] d9c7224c-47dd-46cc-a851-d8932bd2b69b/d9c7224c-47dd-46cc-a851-d8932bd2b69b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.978732] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ea1c04-7e54-4253-adcd-23aeb8a01619 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.002310] env[62180]: DEBUG nova.compute.manager [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Received event network-vif-plugged-85888c5a-3094-4cdc-8929-0650949777bd {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1761.002310] env[62180]: DEBUG oslo_concurrency.lockutils [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] Acquiring lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.002310] env[62180]: DEBUG oslo_concurrency.lockutils [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.002310] env[62180]: DEBUG oslo_concurrency.lockutils [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.002310] env[62180]: DEBUG nova.compute.manager [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] No waiting events found dispatching network-vif-plugged-85888c5a-3094-4cdc-8929-0650949777bd {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.002310] env[62180]: WARNING nova.compute.manager [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Received unexpected event network-vif-plugged-85888c5a-3094-4cdc-8929-0650949777bd for instance with vm_state building and task_state spawning. [ 1761.002310] env[62180]: DEBUG nova.compute.manager [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Received event network-changed-85888c5a-3094-4cdc-8929-0650949777bd {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1761.002310] env[62180]: DEBUG nova.compute.manager [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Refreshing instance network info cache due to event network-changed-85888c5a-3094-4cdc-8929-0650949777bd. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1761.002310] env[62180]: DEBUG oslo_concurrency.lockutils [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] Acquiring lock "refresh_cache-e0af3596-1be3-4674-9ce7-eb41f3ef70dd" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.002310] env[62180]: DEBUG oslo_concurrency.lockutils [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] Acquired lock "refresh_cache-e0af3596-1be3-4674-9ce7-eb41f3ef70dd" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.002310] env[62180]: DEBUG nova.network.neutron [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Refreshing network info cache for port 85888c5a-3094-4cdc-8929-0650949777bd {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.012189] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1761.012189] env[62180]: value = "task-1963520" [ 1761.012189] env[62180]: _type = "Task" [ 1761.012189] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.025373] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.084889] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.302063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "refresh_cache-e0af3596-1be3-4674-9ce7-eb41f3ef70dd" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.317613] env[62180]: DEBUG nova.compute.utils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.321103] env[62180]: DEBUG nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.322392] env[62180]: DEBUG nova.network.neutron [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.328805] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963517, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.333396] env[62180]: DEBUG oslo_vmware.api [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963518, 'name': PowerOnVM_Task, 'duration_secs': 1.122603} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.334403] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.334403] env[62180]: INFO nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Took 11.94 seconds to spawn the instance on the hypervisor. [ 1761.334403] env[62180]: DEBUG nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.335977] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d880a748-050d-4ee2-b59d-0e386d89f0a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.395967] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.395967] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a6bc9b-0d34-4653-80a6-fdea251fd19c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.404517] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1761.404517] env[62180]: value = "task-1963521" [ 1761.404517] env[62180]: _type = "Task" [ 1761.404517] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.425316] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.476504] env[62180]: DEBUG nova.policy [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee72db801b44ff0a24f61551001d165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33602b39b2664bcc8326cc3501cc8ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1761.523840] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963520, 'name': ReconfigVM_Task, 'duration_secs': 0.388148} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.526027] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Reconfigured VM instance instance-00000036 to attach disk [datastore1] d9c7224c-47dd-46cc-a851-d8932bd2b69b/d9c7224c-47dd-46cc-a851-d8932bd2b69b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.526269] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82f24690-132b-480c-8bbc-e8d65b9c58c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.542354] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1761.542354] env[62180]: value = "task-1963522" [ 1761.542354] env[62180]: _type = "Task" [ 1761.542354] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.555154] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963522, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.560088] env[62180]: DEBUG nova.network.neutron [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1761.586264] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963516, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.055147} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.586603] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0cf30c19-40c2-4a29-9099-92507328ae81/0cf30c19-40c2-4a29-9099-92507328ae81.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.586839] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.587143] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f38fdb5-f555-4fdc-b2d8-ab10aafbfb34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.598377] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1761.598377] env[62180]: value = "task-1963523" [ 1761.598377] env[62180]: _type = "Task" [ 1761.598377] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.608692] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.818399] env[62180]: DEBUG oslo_vmware.api [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963517, 'name': RemoveSnapshot_Task, 'duration_secs': 1.299052} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.818685] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1761.825472] env[62180]: DEBUG nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1761.838380] env[62180]: DEBUG nova.network.neutron [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.861796] env[62180]: INFO nova.compute.manager [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Took 48.76 seconds to build instance. [ 1761.919760] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.919913] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquired lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.920068] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Forcefully refreshing network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1761.935545] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963521, 'name': PowerOffVM_Task, 'duration_secs': 0.346592} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.939245] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.941548] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979bcb6b-52ca-4803-b4b3-f54922187376 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.970175] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ae6bf-9086-4900-895c-5fec1e85f999 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.016200] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.017390] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-941b8250-7f44-40c1-9c40-7fa64a0d9bff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.026385] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1762.026385] env[62180]: value = "task-1963524" [ 1762.026385] env[62180]: _type = "Task" [ 1762.026385] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.036770] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1762.036770] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.036868] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.036960] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.037152] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.037405] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a409261-b9bd-4ba8-a8a7-b6bfb537e1a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.057511] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963522, 'name': Rename_Task, 'duration_secs': 0.149177} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.061928] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.061928] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.061928] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.064506] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d0c685-6316-4023-896d-feed2adcb3cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.067120] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c77accf-da0e-469d-b3ed-26e3ee43a1c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.073661] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1762.073661] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5238a7e8-daa2-0b42-4fe1-043766e8d785" [ 1762.073661] env[62180]: _type = "Task" [ 1762.073661] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.078431] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1762.078431] env[62180]: value = "task-1963525" [ 1762.078431] env[62180]: _type = "Task" [ 1762.078431] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.087459] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5238a7e8-daa2-0b42-4fe1-043766e8d785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.092973] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.108827] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106353} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.108827] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.109510] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe62c1d-27e5-43f8-b036-ced7d52138ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.136813] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0cf30c19-40c2-4a29-9099-92507328ae81/0cf30c19-40c2-4a29-9099-92507328ae81.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.138033] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d8ff29-ec70-4e97-ab0a-c3f687baeaf7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.161917] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1762.161917] env[62180]: value = "task-1963526" [ 1762.161917] env[62180]: _type = "Task" [ 1762.161917] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.170891] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.186200] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f88915e-bd02-45a2-83b2-aab3fddb0897 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.195573] env[62180]: DEBUG nova.network.neutron [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Successfully created port: ba83de47-43ac-49d1-b548-b9603bed8a3d {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.200697] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b94ff47-0614-42d4-b0c5-14b3f47d3f8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.233564] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab260e6-a0d2-42f4-ad0b-d36ae1b7d198 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.244224] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f6e2e5-c140-4b1a-b194-43d821295258 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.257962] env[62180]: DEBUG nova.compute.provider_tree [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.325390] env[62180]: WARNING nova.compute.manager [None req-634962d2-4215-40e6-b3f2-ef0056f6dd90 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Image not found during snapshot: nova.exception.ImageNotFound: Image 2d5a9966-47bf-4458-bd42-8e45407f4a20 could not be found. [ 1762.343317] env[62180]: DEBUG oslo_concurrency.lockutils [req-e574f1fb-dbf7-47e6-bbb6-41a5f62ec336 req-e9d840a5-4750-4739-9dfb-28f8388d2bda service nova] Releasing lock "refresh_cache-e0af3596-1be3-4674-9ce7-eb41f3ef70dd" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.344676] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "refresh_cache-e0af3596-1be3-4674-9ce7-eb41f3ef70dd" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.344837] env[62180]: DEBUG nova.network.neutron [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.363944] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b10940e6-968f-4d68-9427-405cc90c9d30 tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "d72a7ca9-c285-426b-989f-da5c540d4615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.724s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.588022] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5238a7e8-daa2-0b42-4fe1-043766e8d785, 'name': SearchDatastore_Task, 'duration_secs': 0.044173} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.589215] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7ea6ad-e13a-4233-bf5d-636a837aad4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.598894] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1762.598894] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b7b9c4-a9a3-f20d-bb03-183071458d02" [ 1762.598894] env[62180]: _type = "Task" [ 1762.598894] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.601164] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.610946] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b7b9c4-a9a3-f20d-bb03-183071458d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.672724] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963526, 'name': ReconfigVM_Task, 'duration_secs': 0.416442} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.673118] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0cf30c19-40c2-4a29-9099-92507328ae81/0cf30c19-40c2-4a29-9099-92507328ae81.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.673774] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf93feb0-3325-45fc-9738-460416a7e4dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.679538] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1762.679538] env[62180]: value = "task-1963527" [ 1762.679538] env[62180]: _type = "Task" [ 1762.679538] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.692437] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963527, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.762183] env[62180]: DEBUG nova.scheduler.client.report [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.844845] env[62180]: DEBUG nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1762.866605] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T14:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f067b736-b77c-4227-9dfd-8b57563f05b2',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845534882',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.867237] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.867237] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.867237] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.867442] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.867628] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.867876] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.868115] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.868725] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.868725] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.868853] env[62180]: DEBUG nova.virt.hardware [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.869298] env[62180]: DEBUG nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.872397] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4473c489-5d24-4821-acd0-e05d80c4bb68 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.882448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3140ed-c2c6-4d36-a8fe-bc9028a67eee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.924157] env[62180]: DEBUG nova.network.neutron [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1763.097848] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963525, 'name': PowerOnVM_Task, 'duration_secs': 0.575544} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.100994] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.101263] env[62180]: INFO nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1763.101453] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.104778] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12863a6a-4a92-4d3e-b109-7b8d845f7b52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.116080] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b7b9c4-a9a3-f20d-bb03-183071458d02, 'name': SearchDatastore_Task, 'duration_secs': 0.032502} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.117964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.118213] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. {{(pid=62180) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1763.124787] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a41ed80-32cc-4169-b87b-3399b622ed44 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.132592] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1763.132592] env[62180]: value = "task-1963528" [ 1763.132592] env[62180]: _type = "Task" [ 1763.132592] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.144390] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.194574] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963527, 'name': Rename_Task, 'duration_secs': 0.415079} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.197523] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.197523] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9068959d-0017-4450-b117-b0c8b99f5208 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.202390] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1763.202390] env[62180]: value = "task-1963529" [ 1763.202390] env[62180]: _type = "Task" [ 1763.202390] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.203590] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Updating instance_info_cache with network_info: [{"id": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "address": "fa:16:3e:79:0b:4a", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30ca3e3-d6", "ovs_interfaceid": "a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.213408] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.215955] env[62180]: DEBUG nova.network.neutron [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Updating instance_info_cache with network_info: [{"id": "85888c5a-3094-4cdc-8929-0650949777bd", "address": "fa:16:3e:2f:e6:c6", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85888c5a-30", "ovs_interfaceid": "85888c5a-3094-4cdc-8929-0650949777bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.270102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.459s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.275292] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.322s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.275292] env[62180]: DEBUG nova.objects.instance [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lazy-loading 'resources' on Instance uuid 3b8acb23-1bed-432f-b70e-18a1301fb99c {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.304497] env[62180]: INFO nova.scheduler.client.report [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Deleted allocations for instance d8ea4cc3-b3be-4db6-9d55-d62a774e4e34 [ 1763.403401] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.640384] env[62180]: INFO nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Took 46.37 seconds to build instance. [ 1763.648638] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.710634] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Releasing lock "refresh_cache-4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.710999] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Updated the network info_cache for instance {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1763.711552] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.712843] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.713180] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.713771] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.714098] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.718816] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.719428] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1763.719774] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963529, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.720358] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "refresh_cache-e0af3596-1be3-4674-9ce7-eb41f3ef70dd" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.722820] env[62180]: DEBUG nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Instance network_info: |[{"id": "85888c5a-3094-4cdc-8929-0650949777bd", "address": "fa:16:3e:2f:e6:c6", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85888c5a-30", "ovs_interfaceid": "85888c5a-3094-4cdc-8929-0650949777bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.722820] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.723672] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e6:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85888c5a-3094-4cdc-8929-0650949777bd', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.732407] env[62180]: DEBUG oslo.service.loopingcall [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.733688] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.734871] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea8626f-8818-4c24-ba68-36cede316521 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.762725] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.762725] env[62180]: value = "task-1963530" [ 1763.762725] env[62180]: _type = "Task" [ 1763.762725] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.773445] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963530, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.797021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.797021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.814724] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5d80c41-0545-4965-bf59-170fad71e8c3 tempest-FloatingIPsAssociationTestJSON-2098652638 tempest-FloatingIPsAssociationTestJSON-2098652638-project-member] Lock "d8ea4cc3-b3be-4db6-9d55-d62a774e4e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.982s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.947351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "39657006-a2a1-42ff-a754-642afae84e07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.947351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "39657006-a2a1-42ff-a754-642afae84e07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.947351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "39657006-a2a1-42ff-a754-642afae84e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.947351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "39657006-a2a1-42ff-a754-642afae84e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.947351] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "39657006-a2a1-42ff-a754-642afae84e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.947351] env[62180]: INFO nova.compute.manager [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Terminating instance [ 1764.110460] env[62180]: DEBUG nova.compute.manager [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Received event network-changed-3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1764.110710] env[62180]: DEBUG nova.compute.manager [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Refreshing instance network info cache due to event network-changed-3f2de8cc-3b8c-4e6d-91f6-e0669184db98. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1764.111235] env[62180]: DEBUG oslo_concurrency.lockutils [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] Acquiring lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.111235] env[62180]: DEBUG oslo_concurrency.lockutils [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] Acquired lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.111235] env[62180]: DEBUG nova.network.neutron [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Refreshing network info cache for port 3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.148809] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.725s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.153527] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612864} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.153527] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. [ 1764.153527] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8860b7a6-3945-4da5-8802-d9385cd3d61e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.182827] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.183084] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506409aa-260c-46eb-b94f-321da0dc9dde {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.247599] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1764.247599] env[62180]: value = "task-1963531" [ 1764.247599] env[62180]: _type = "Task" [ 1764.247599] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.247599] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.247599] env[62180]: DEBUG oslo_vmware.api [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963529, 'name': PowerOnVM_Task, 'duration_secs': 0.804298} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.247599] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.247599] env[62180]: INFO nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1764.247599] env[62180]: DEBUG nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.247599] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37339ae6-1c6c-4780-a679-4eb49b778647 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.247599] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.281079] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963530, 'name': CreateVM_Task, 'duration_secs': 0.385515} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.285376] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1764.286768] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.287171] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.289079] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1764.289079] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969c9d7d-0d96-4c8b-aad2-32f26ddde6e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.293193] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1764.293193] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f0e68c-747d-89aa-c399-f059a2490daa" [ 1764.293193] env[62180]: _type = "Task" [ 1764.293193] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.304550] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f0e68c-747d-89aa-c399-f059a2490daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.387979] env[62180]: DEBUG nova.network.neutron [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Successfully updated port: ba83de47-43ac-49d1-b548-b9603bed8a3d {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.439920] env[62180]: DEBUG nova.compute.manager [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1764.440341] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1764.441334] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f71384d-3b5d-48d0-82d3-c0e39acd32e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.450562] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.453716] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edcda0b1-f628-4eb5-b9f8-915c1b8d05a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.461961] env[62180]: DEBUG oslo_vmware.api [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1764.461961] env[62180]: value = "task-1963532" [ 1764.461961] env[62180]: _type = "Task" [ 1764.461961] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.475155] env[62180]: DEBUG oslo_vmware.api [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.492246] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "1b01664d-b239-4a2b-a775-542535141162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.492524] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "1b01664d-b239-4a2b-a775-542535141162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.649454] env[62180]: DEBUG nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1764.655820] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e84c0-4027-49b5-8c49-fe6bf695c33a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.664539] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f73ab2-af33-49a5-9be3-606e2bc5ef17 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.695158] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee763df5-d112-4c04-8e2b-2de450e4306e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.704064] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f66fae-37df-4f42-9733-5221f845709b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.721087] env[62180]: DEBUG nova.compute.provider_tree [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.728602] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.729975] env[62180]: DEBUG nova.compute.manager [req-95dffef6-5d80-44f4-80b8-0c756176291b req-86f836bf-bb33-409e-b55b-8f4b738764d8 service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Received event network-vif-plugged-ba83de47-43ac-49d1-b548-b9603bed8a3d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1764.730253] env[62180]: DEBUG oslo_concurrency.lockutils [req-95dffef6-5d80-44f4-80b8-0c756176291b req-86f836bf-bb33-409e-b55b-8f4b738764d8 service nova] Acquiring lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.730460] env[62180]: DEBUG oslo_concurrency.lockutils [req-95dffef6-5d80-44f4-80b8-0c756176291b req-86f836bf-bb33-409e-b55b-8f4b738764d8 service nova] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.730623] env[62180]: DEBUG oslo_concurrency.lockutils [req-95dffef6-5d80-44f4-80b8-0c756176291b req-86f836bf-bb33-409e-b55b-8f4b738764d8 service nova] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.730786] env[62180]: DEBUG nova.compute.manager [req-95dffef6-5d80-44f4-80b8-0c756176291b req-86f836bf-bb33-409e-b55b-8f4b738764d8 service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] No waiting events found dispatching network-vif-plugged-ba83de47-43ac-49d1-b548-b9603bed8a3d {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.731147] env[62180]: WARNING nova.compute.manager [req-95dffef6-5d80-44f4-80b8-0c756176291b req-86f836bf-bb33-409e-b55b-8f4b738764d8 service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Received unexpected event network-vif-plugged-ba83de47-43ac-49d1-b548-b9603bed8a3d for instance with vm_state building and task_state spawning. [ 1764.732550] env[62180]: DEBUG nova.scheduler.client.report [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.750777] env[62180]: INFO nova.compute.manager [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Took 46.90 seconds to build instance. [ 1764.804977] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f0e68c-747d-89aa-c399-f059a2490daa, 'name': SearchDatastore_Task, 'duration_secs': 0.031087} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.805666] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.805925] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.806174] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.806407] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.806602] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.806868] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b68babf6-82af-4436-92ee-9d581f4d7d03 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.822993] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.823220] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.823951] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5fa2a1-6736-416f-b868-5fae1fa33989 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.831974] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1764.831974] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f4e78b-728f-a707-ff4f-8baba2bb1143" [ 1764.831974] env[62180]: _type = "Task" [ 1764.831974] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.839498] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f4e78b-728f-a707-ff4f-8baba2bb1143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.896078] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.896252] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.896452] env[62180]: DEBUG nova.network.neutron [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.973350] env[62180]: DEBUG oslo_vmware.api [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.154148] env[62180]: DEBUG nova.network.neutron [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Updated VIF entry in instance network info cache for port 3f2de8cc-3b8c-4e6d-91f6-e0669184db98. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.154148] env[62180]: DEBUG nova.network.neutron [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Updating instance_info_cache with network_info: [{"id": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "address": "fa:16:3e:90:45:d4", "network": {"id": "4b6ecb5d-c231-4f10-a43a-5350b04ffb23", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1306830349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07940f27b1554b80b7718bc405846b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2de8cc-3b", "ovs_interfaceid": "3f2de8cc-3b8c-4e6d-91f6-e0669184db98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.170826] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.218150] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963531, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.240162] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.240493] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.524s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.242694] env[62180]: INFO nova.compute.claims [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.255115] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78387e1f-9fe6-4ee5-8d5f-0f3992c9ae89 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0cf30c19-40c2-4a29-9099-92507328ae81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.804s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.260905] env[62180]: INFO nova.scheduler.client.report [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted allocations for instance 3b8acb23-1bed-432f-b70e-18a1301fb99c [ 1765.343941] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f4e78b-728f-a707-ff4f-8baba2bb1143, 'name': SearchDatastore_Task, 'duration_secs': 0.045394} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.344923] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2029173d-a173-45fa-ac37-2994f4589d62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.351303] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1765.351303] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aac124-d5ba-82a8-f848-a45cb0e960a4" [ 1765.351303] env[62180]: _type = "Task" [ 1765.351303] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.376023] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aac124-d5ba-82a8-f848-a45cb0e960a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017756} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.376023] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.376023] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e0af3596-1be3-4674-9ce7-eb41f3ef70dd/e0af3596-1be3-4674-9ce7-eb41f3ef70dd.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.376023] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78151fa6-960b-47a8-ae29-8f7e3f951120 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.384777] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1765.384777] env[62180]: value = "task-1963533" [ 1765.384777] env[62180]: _type = "Task" [ 1765.384777] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.392491] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.448346] env[62180]: DEBUG nova.network.neutron [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.478267] env[62180]: DEBUG oslo_vmware.api [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963532, 'name': PowerOffVM_Task, 'duration_secs': 0.586966} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.478581] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.478743] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.479013] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29aed9dd-b406-4645-80bb-845498628d49 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.555095] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.555377] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.555576] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleting the datastore file [datastore1] 39657006-a2a1-42ff-a754-642afae84e07 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.555833] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e70e70b-f739-44d3-8f42-d58e39d9031f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.562333] env[62180]: DEBUG oslo_vmware.api [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1765.562333] env[62180]: value = "task-1963535" [ 1765.562333] env[62180]: _type = "Task" [ 1765.562333] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.570225] env[62180]: DEBUG oslo_vmware.api [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.658820] env[62180]: DEBUG oslo_concurrency.lockutils [req-07da2e18-25b1-4393-830a-324dba2aeba9 req-affdf2d9-11a9-483d-9748-14f085566a53 service nova] Releasing lock "refresh_cache-d72a7ca9-c285-426b-989f-da5c540d4615" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.669724] env[62180]: DEBUG nova.network.neutron [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance_info_cache with network_info: [{"id": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "address": "fa:16:3e:3e:a8:bb", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba83de47-43", "ovs_interfaceid": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.723433] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963531, 'name': ReconfigVM_Task, 'duration_secs': 1.030208} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.724127] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.725568] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69640ab8-6a87-4f25-ab9d-6b4f9b038674 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.757973] env[62180]: DEBUG nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.760699] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f55ce0b3-c277-469f-b949-50acfa9f6996 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.779370] env[62180]: DEBUG oslo_concurrency.lockutils [None req-52c1d67a-7507-4768-9539-cd63905f8ca0 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "3b8acb23-1bed-432f-b70e-18a1301fb99c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.463s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.784499] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1765.784499] env[62180]: value = "task-1963536" [ 1765.784499] env[62180]: _type = "Task" [ 1765.784499] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.795547] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.897539] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.072433] env[62180]: DEBUG oslo_vmware.api [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46872} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.072717] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.072900] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.073099] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.073269] env[62180]: INFO nova.compute.manager [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1766.074143] env[62180]: DEBUG oslo.service.loopingcall [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.074143] env[62180]: DEBUG nova.compute.manager [-] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.074143] env[62180]: DEBUG nova.network.neutron [-] [instance: 39657006-a2a1-42ff-a754-642afae84e07] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.176863] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.177210] env[62180]: DEBUG nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Instance network_info: |[{"id": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "address": "fa:16:3e:3e:a8:bb", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba83de47-43", "ovs_interfaceid": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.177705] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:a8:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba83de47-43ac-49d1-b548-b9603bed8a3d', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.187579] env[62180]: DEBUG oslo.service.loopingcall [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.188357] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.188598] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c6a6f3c-4720-4962-9480-437c89723c5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.210216] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.210216] env[62180]: value = "task-1963537" [ 1766.210216] env[62180]: _type = "Task" [ 1766.210216] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.218677] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963537, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.301878] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963536, 'name': ReconfigVM_Task, 'duration_secs': 0.278352} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.303157] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.303830] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.304154] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d01953f9-7596-44ee-9851-4f39fa4fd470 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.313876] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1766.313876] env[62180]: value = "task-1963538" [ 1766.313876] env[62180]: _type = "Task" [ 1766.313876] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.323044] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.399821] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633278} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.402593] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e0af3596-1be3-4674-9ce7-eb41f3ef70dd/e0af3596-1be3-4674-9ce7-eb41f3ef70dd.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1766.402593] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1766.402593] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a4d894a-6ae9-47d5-9613-88274409061c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.404840] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.405358] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.409058] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.409058] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.409058] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.409254] env[62180]: INFO nova.compute.manager [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Terminating instance [ 1766.416737] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1766.416737] env[62180]: value = "task-1963539" [ 1766.416737] env[62180]: _type = "Task" [ 1766.416737] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.438439] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.665059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "0cf30c19-40c2-4a29-9099-92507328ae81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.665059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0cf30c19-40c2-4a29-9099-92507328ae81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.665204] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "0cf30c19-40c2-4a29-9099-92507328ae81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.665338] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0cf30c19-40c2-4a29-9099-92507328ae81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.665507] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0cf30c19-40c2-4a29-9099-92507328ae81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.667785] env[62180]: INFO nova.compute.manager [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Terminating instance [ 1766.724238] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963537, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.759227] env[62180]: DEBUG nova.compute.manager [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Received event network-changed-ba83de47-43ac-49d1-b548-b9603bed8a3d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1766.759679] env[62180]: DEBUG nova.compute.manager [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Refreshing instance network info cache due to event network-changed-ba83de47-43ac-49d1-b548-b9603bed8a3d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1766.759745] env[62180]: DEBUG oslo_concurrency.lockutils [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] Acquiring lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.759920] env[62180]: DEBUG oslo_concurrency.lockutils [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] Acquired lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.760147] env[62180]: DEBUG nova.network.neutron [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Refreshing network info cache for port ba83de47-43ac-49d1-b548-b9603bed8a3d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.827954] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.901709] env[62180]: DEBUG nova.network.neutron [-] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.931830] env[62180]: DEBUG nova.compute.manager [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1766.932128] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1766.932839] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069589} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.933692] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6c9a3e-aa1e-4f01-932b-902a4bc2caeb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.937402] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.938740] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947f268-ba8b-4452-b1bd-296e98115fa1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.941673] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11ea7b0-c248-4351-9a9e-c2c0863ce8d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.949635] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.960588] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc99f795-1e42-48ec-902f-38ecdda89fe7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.972498] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] e0af3596-1be3-4674-9ce7-eb41f3ef70dd/e0af3596-1be3-4674-9ce7-eb41f3ef70dd.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.973973] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72ae7b-994b-4d36-af6f-2b637b216e1d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.977520] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ccf48e-5372-45cd-99da-c5d72ccdbc77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.027212] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa1fc3-fed5-4d61-ad78-1ccf10aed4e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.030762] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1767.030762] env[62180]: value = "task-1963541" [ 1767.030762] env[62180]: _type = "Task" [ 1767.030762] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.031173] env[62180]: DEBUG oslo_vmware.api [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1767.031173] env[62180]: value = "task-1963540" [ 1767.031173] env[62180]: _type = "Task" [ 1767.031173] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.044959] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef40fe-e886-47c4-8472-19cf4483bd9d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.060762] env[62180]: DEBUG oslo_vmware.api [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.061166] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.073791] env[62180]: DEBUG nova.compute.provider_tree [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.174823] env[62180]: DEBUG nova.compute.manager [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.175062] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.176048] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6753e4c-b735-467a-ab29-061f547141de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.184506] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.184839] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483be6f8-2598-4751-985b-550d45863319 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.191953] env[62180]: DEBUG oslo_vmware.api [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1767.191953] env[62180]: value = "task-1963542" [ 1767.191953] env[62180]: _type = "Task" [ 1767.191953] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.201378] env[62180]: DEBUG oslo_vmware.api [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.220943] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963537, 'name': CreateVM_Task, 'duration_secs': 0.599261} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.221182] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.221930] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.222155] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.222471] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.222920] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b6ace5-3c80-4a39-aaec-7c2cb945fd51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.228046] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1767.228046] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5259457b-f709-3755-0924-ac4a885d3db0" [ 1767.228046] env[62180]: _type = "Task" [ 1767.228046] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.236743] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5259457b-f709-3755-0924-ac4a885d3db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.325781] env[62180]: DEBUG oslo_vmware.api [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963538, 'name': PowerOnVM_Task, 'duration_secs': 0.651994} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.326064] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.329471] env[62180]: DEBUG nova.compute.manager [None req-8aa2b785-ac35-4c8c-b201-e326a883791c tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.329950] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f8d38-aa48-485e-a94a-34bc118b7bea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.405677] env[62180]: INFO nova.compute.manager [-] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Took 1.33 seconds to deallocate network for instance. [ 1767.545024] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963541, 'name': ReconfigVM_Task, 'duration_secs': 0.331081} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.548204] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Reconfigured VM instance instance-00000038 to attach disk [datastore1] e0af3596-1be3-4674-9ce7-eb41f3ef70dd/e0af3596-1be3-4674-9ce7-eb41f3ef70dd.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.548860] env[62180]: DEBUG oslo_vmware.api [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963540, 'name': PowerOffVM_Task, 'duration_secs': 0.202451} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.549112] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82ce1540-9800-450d-96cb-fbbe2e21b4f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.550653] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.550842] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.551050] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc1cdc60-4691-4969-b134-9585d36e70d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.558091] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1767.558091] env[62180]: value = "task-1963543" [ 1767.558091] env[62180]: _type = "Task" [ 1767.558091] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.561422] env[62180]: DEBUG nova.network.neutron [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updated VIF entry in instance network info cache for port ba83de47-43ac-49d1-b548-b9603bed8a3d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.562265] env[62180]: DEBUG nova.network.neutron [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance_info_cache with network_info: [{"id": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "address": "fa:16:3e:3e:a8:bb", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba83de47-43", "ovs_interfaceid": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.568736] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963543, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.576893] env[62180]: DEBUG nova.scheduler.client.report [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.622547] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.622783] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.622990] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleting the datastore file [datastore1] d9c7224c-47dd-46cc-a851-d8932bd2b69b {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.623248] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71e9b93-4547-4d77-82e3-362b7a66ebcd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.630553] env[62180]: DEBUG oslo_vmware.api [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1767.630553] env[62180]: value = "task-1963545" [ 1767.630553] env[62180]: _type = "Task" [ 1767.630553] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.638297] env[62180]: DEBUG oslo_vmware.api [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.700903] env[62180]: DEBUG oslo_vmware.api [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963542, 'name': PowerOffVM_Task, 'duration_secs': 0.211204} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.702037] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.702037] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.702037] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbfaeee8-0581-4447-92d9-b84386af36b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.738784] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5259457b-f709-3755-0924-ac4a885d3db0, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.740201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.740432] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.740692] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.740871] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.741106] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.743472] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539fe592-d883-4ddd-bba4-3920995dda15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.752706] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.752706] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.753400] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1987b416-5814-47fe-a7f4-7e857697fdaf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.759534] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1767.759534] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fd49b8-93f2-c14b-619b-6fead8ba3e00" [ 1767.759534] env[62180]: _type = "Task" [ 1767.759534] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.768363] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fd49b8-93f2-c14b-619b-6fead8ba3e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.853765] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.853765] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.853765] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleting the datastore file [datastore1] 0cf30c19-40c2-4a29-9099-92507328ae81 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.853765] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68d41a29-15a1-42eb-9476-9716a0f88d39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.861126] env[62180]: DEBUG oslo_vmware.api [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1767.861126] env[62180]: value = "task-1963547" [ 1767.861126] env[62180]: _type = "Task" [ 1767.861126] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.868585] env[62180]: DEBUG oslo_vmware.api [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.912155] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.066032] env[62180]: DEBUG oslo_concurrency.lockutils [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] Releasing lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.066032] env[62180]: DEBUG nova.compute.manager [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Received event network-vif-deleted-c179eefe-d215-4482-9928-0b632cfd0ffb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1768.066032] env[62180]: INFO nova.compute.manager [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Neutron deleted interface c179eefe-d215-4482-9928-0b632cfd0ffb; detaching it from the instance and deleting it from the info cache [ 1768.066032] env[62180]: DEBUG nova.network.neutron [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.070924] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963543, 'name': Rename_Task, 'duration_secs': 0.159126} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.071558] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.071933] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fae2e40-6fe0-42cc-8412-9966ed933e43 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.082018] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1768.082018] env[62180]: value = "task-1963548" [ 1768.082018] env[62180]: _type = "Task" [ 1768.082018] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.083394] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.084170] env[62180]: DEBUG nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1768.087750] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.241s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.089337] env[62180]: INFO nova.compute.claims [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.098212] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963548, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.144754] env[62180]: DEBUG oslo_vmware.api [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196205} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.144754] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.144754] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.144754] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.144754] env[62180]: INFO nova.compute.manager [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1768.144754] env[62180]: DEBUG oslo.service.loopingcall [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.144754] env[62180]: DEBUG nova.compute.manager [-] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.144754] env[62180]: DEBUG nova.network.neutron [-] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.249409] env[62180]: INFO nova.compute.manager [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Unrescuing [ 1768.249409] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.249409] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquired lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.249409] env[62180]: DEBUG nova.network.neutron [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.273711] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fd49b8-93f2-c14b-619b-6fead8ba3e00, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.274949] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e26ed3-e2d5-405d-9682-e330271b7556 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.282501] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1768.282501] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5261fc79-3f76-5a70-8991-96659d80ae42" [ 1768.282501] env[62180]: _type = "Task" [ 1768.282501] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.294997] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5261fc79-3f76-5a70-8991-96659d80ae42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.372725] env[62180]: DEBUG oslo_vmware.api [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464166} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.373130] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.373401] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.373684] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.373939] env[62180]: INFO nova.compute.manager [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1768.374401] env[62180]: DEBUG oslo.service.loopingcall [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.374681] env[62180]: DEBUG nova.compute.manager [-] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1768.375435] env[62180]: DEBUG nova.network.neutron [-] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1768.575025] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0283bab-e92a-429f-ac09-ad0a0df0743a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.582097] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfdd7a9-d517-4cd7-9ca2-3459143ad0bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.595077] env[62180]: DEBUG nova.compute.utils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.605529] env[62180]: DEBUG nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1768.607516] env[62180]: DEBUG nova.network.neutron [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.620715] env[62180]: DEBUG oslo_vmware.api [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963548, 'name': PowerOnVM_Task, 'duration_secs': 0.470545} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.638089] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.638089] env[62180]: INFO nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1768.638089] env[62180]: DEBUG nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.639325] env[62180]: DEBUG nova.compute.manager [req-4cf33f28-fbe4-4b9e-96ac-c8baf5b10afb req-775e16f3-1f62-4284-92f9-b10e6f90263b service nova] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Detach interface failed, port_id=c179eefe-d215-4482-9928-0b632cfd0ffb, reason: Instance 39657006-a2a1-42ff-a754-642afae84e07 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1768.641307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee78578-a8b1-494d-bd53-3e0244ecb140 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.667913] env[62180]: DEBUG nova.policy [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292d6036dd834d8cbd4f555b6567f203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee4b58de617c4bde8663efa76980fe47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1768.792739] env[62180]: DEBUG nova.compute.manager [req-e7bf8d2e-0182-49e6-8100-3bc356b1ec33 req-289d872c-d8c1-4c3b-8820-ce88b6977382 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Received event network-vif-deleted-da990ec9-59c6-429c-90c9-835ffab41a99 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1768.793113] env[62180]: INFO nova.compute.manager [req-e7bf8d2e-0182-49e6-8100-3bc356b1ec33 req-289d872c-d8c1-4c3b-8820-ce88b6977382 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Neutron deleted interface da990ec9-59c6-429c-90c9-835ffab41a99; detaching it from the instance and deleting it from the info cache [ 1768.793428] env[62180]: DEBUG nova.network.neutron [req-e7bf8d2e-0182-49e6-8100-3bc356b1ec33 req-289d872c-d8c1-4c3b-8820-ce88b6977382 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.801715] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5261fc79-3f76-5a70-8991-96659d80ae42, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.804268] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.804666] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.807319] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6539563-5f5e-4444-a18e-475adc294c6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.815023] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1768.815023] env[62180]: value = "task-1963549" [ 1768.815023] env[62180]: _type = "Task" [ 1768.815023] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.823854] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.860312] env[62180]: DEBUG nova.compute.manager [req-3697470a-530d-45ed-8563-5fbf04bad863 req-43e39721-cb07-495c-b3dc-388d18305bed service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Received event network-vif-deleted-be8aa4d8-61ee-4418-a428-28af8e05563a {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1768.860312] env[62180]: INFO nova.compute.manager [req-3697470a-530d-45ed-8563-5fbf04bad863 req-43e39721-cb07-495c-b3dc-388d18305bed service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Neutron deleted interface be8aa4d8-61ee-4418-a428-28af8e05563a; detaching it from the instance and deleting it from the info cache [ 1768.860312] env[62180]: DEBUG nova.network.neutron [req-3697470a-530d-45ed-8563-5fbf04bad863 req-43e39721-cb07-495c-b3dc-388d18305bed service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.941561] env[62180]: DEBUG nova.network.neutron [-] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.114727] env[62180]: DEBUG nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1769.164589] env[62180]: INFO nova.compute.manager [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Took 47.29 seconds to build instance. [ 1769.178375] env[62180]: DEBUG nova.network.neutron [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Updating instance_info_cache with network_info: [{"id": "2de2b468-db6d-4668-a061-07710e251525", "address": "fa:16:3e:32:93:12", "network": {"id": "5d71309f-c0df-42f4-8b92-f40750e184cd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1861799636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f664730356ba41bb9b27385257879c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de2b468-db", "ovs_interfaceid": "2de2b468-db6d-4668-a061-07710e251525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.236781] env[62180]: DEBUG nova.network.neutron [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Successfully created port: 9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1769.297753] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0332d7e-6100-4a4c-ab6a-28df138f105e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.311202] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e053d885-9a85-4eeb-9b81-28714bbf68eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.336905] env[62180]: DEBUG nova.network.neutron [-] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.346558] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514281} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.349461] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.349696] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.366817] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf0e779a-85c4-4e76-b961-92ad44b5ff72 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.369421] env[62180]: DEBUG nova.compute.manager [req-e7bf8d2e-0182-49e6-8100-3bc356b1ec33 req-289d872c-d8c1-4c3b-8820-ce88b6977382 service nova] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Detach interface failed, port_id=da990ec9-59c6-429c-90c9-835ffab41a99, reason: Instance d9c7224c-47dd-46cc-a851-d8932bd2b69b could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1769.372554] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fa0fe6d-db87-421c-aefa-ec1e610d1852 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.383760] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abff011-9946-48b6-8e18-8fd7e32e7d9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.398335] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1769.398335] env[62180]: value = "task-1963550" [ 1769.398335] env[62180]: _type = "Task" [ 1769.398335] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.410386] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.426842] env[62180]: DEBUG nova.compute.manager [req-3697470a-530d-45ed-8563-5fbf04bad863 req-43e39721-cb07-495c-b3dc-388d18305bed service nova] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Detach interface failed, port_id=be8aa4d8-61ee-4418-a428-28af8e05563a, reason: Instance 0cf30c19-40c2-4a29-9099-92507328ae81 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1769.444569] env[62180]: INFO nova.compute.manager [-] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Took 1.30 seconds to deallocate network for instance. [ 1769.668082] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ddebbc21-9f82-4f06-a9ed-7c79ae7e750f tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.833s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.683651] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Releasing lock "refresh_cache-62cb56ca-1bc2-4d18-98d2-20d4a654d711" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.684297] env[62180]: DEBUG nova.objects.instance [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lazy-loading 'flavor' on Instance uuid 62cb56ca-1bc2-4d18-98d2-20d4a654d711 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.830369] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da93c6a6-da65-44b2-9fab-95e7f54a3b13 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.838591] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffd5106-8c84-4e5a-a37c-f92c2e04201d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.841818] env[62180]: INFO nova.compute.manager [-] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Took 1.47 seconds to deallocate network for instance. [ 1769.872244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e453e6-d38c-462e-86e1-b59f0eb90af6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.880841] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d8b249-d219-4635-adcf-6db8a156b849 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.895510] env[62180]: DEBUG nova.compute.provider_tree [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.911173] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068156} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.911574] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.912175] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0132ff5-666d-4347-8844-45699bebeaa2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.933497] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.933808] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a842049-12de-46ed-a77e-6e0782b1f0e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.954543] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1769.954543] env[62180]: value = "task-1963551" [ 1769.954543] env[62180]: _type = "Task" [ 1769.954543] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.955484] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.963603] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.129563] env[62180]: DEBUG nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1770.160069] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1770.160322] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.160479] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1770.160658] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.160802] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1770.160947] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1770.161309] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1770.161484] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1770.161652] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1770.161846] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1770.162112] env[62180]: DEBUG nova.virt.hardware [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1770.163013] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276b04c-7f5d-43df-8322-7dbcc8958d0c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.170936] env[62180]: DEBUG nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.175832] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f03f4c-c745-4a77-99c7-49273a487aea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.204933] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af0951-d2a9-4fc1-90cf-d5b8764688c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.227693] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.228741] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63773e0e-8435-477e-b2ad-dd7ce5a2c6fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.239267] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1770.239267] env[62180]: value = "task-1963552" [ 1770.239267] env[62180]: _type = "Task" [ 1770.239267] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.255416] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.373203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.398470] env[62180]: DEBUG nova.scheduler.client.report [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.465387] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.559447] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.559883] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.560216] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.561295] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.561874] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.564798] env[62180]: INFO nova.compute.manager [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Terminating instance [ 1770.696355] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.749554] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963552, 'name': PowerOffVM_Task, 'duration_secs': 0.200464} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.749938] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.760027] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1770.760027] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758324de-7100-42d8-a39b-c6dcc0c42eaa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.783975] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1770.783975] env[62180]: value = "task-1963553" [ 1770.783975] env[62180]: _type = "Task" [ 1770.783975] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.792784] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.904910] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.905630] env[62180]: DEBUG nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.911323] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.489s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.911323] env[62180]: DEBUG nova.objects.instance [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lazy-loading 'resources' on Instance uuid 576a18ea-5ee5-4dc5-9378-23b77adce4db {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.972315] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.977475] env[62180]: DEBUG nova.network.neutron [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Successfully updated port: 9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.981566] env[62180]: DEBUG nova.compute.manager [req-6d824967-49c2-4812-9608-78ea8de5af75 req-1c278347-7bdc-4174-8d64-990a0ff93545 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Received event network-vif-plugged-9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1770.981888] env[62180]: DEBUG oslo_concurrency.lockutils [req-6d824967-49c2-4812-9608-78ea8de5af75 req-1c278347-7bdc-4174-8d64-990a0ff93545 service nova] Acquiring lock "739a0db6-6cf7-4232-beaa-e0de785c23a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.982783] env[62180]: DEBUG oslo_concurrency.lockutils [req-6d824967-49c2-4812-9608-78ea8de5af75 req-1c278347-7bdc-4174-8d64-990a0ff93545 service nova] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.983049] env[62180]: DEBUG oslo_concurrency.lockutils [req-6d824967-49c2-4812-9608-78ea8de5af75 req-1c278347-7bdc-4174-8d64-990a0ff93545 service nova] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.983440] env[62180]: DEBUG nova.compute.manager [req-6d824967-49c2-4812-9608-78ea8de5af75 req-1c278347-7bdc-4174-8d64-990a0ff93545 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] No waiting events found dispatching network-vif-plugged-9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.983760] env[62180]: WARNING nova.compute.manager [req-6d824967-49c2-4812-9608-78ea8de5af75 req-1c278347-7bdc-4174-8d64-990a0ff93545 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Received unexpected event network-vif-plugged-9d10abbe-3c23-4924-99e3-2c89cb310708 for instance with vm_state building and task_state spawning. [ 1771.072021] env[62180]: DEBUG nova.compute.manager [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.072021] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.072021] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf5d08-5363-4ee1-9727-79a9d413896d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.079952] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.080279] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3561ddf1-eaa7-46df-bb70-16bc378b24e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.087776] env[62180]: DEBUG oslo_vmware.api [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1771.087776] env[62180]: value = "task-1963554" [ 1771.087776] env[62180]: _type = "Task" [ 1771.087776] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.097827] env[62180]: DEBUG oslo_vmware.api [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.295990] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963553, 'name': ReconfigVM_Task, 'duration_secs': 0.394473} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.296379] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1771.296567] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.296818] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c17872-38cf-4151-b6e4-b4ef1b33b67c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.304183] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1771.304183] env[62180]: value = "task-1963555" [ 1771.304183] env[62180]: _type = "Task" [ 1771.304183] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.312549] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.412456] env[62180]: DEBUG nova.compute.utils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.418025] env[62180]: DEBUG nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.418025] env[62180]: DEBUG nova.network.neutron [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.469067] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963551, 'name': ReconfigVM_Task, 'duration_secs': 1.117209} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.469365] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.469999] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-624cce15-add5-4a21-9e30-872a11816f54 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.481418] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.481558] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.481732] env[62180]: DEBUG nova.network.neutron [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.484693] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1771.484693] env[62180]: value = "task-1963556" [ 1771.484693] env[62180]: _type = "Task" [ 1771.484693] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.500134] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963556, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.539727] env[62180]: DEBUG nova.policy [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f3b9a0f07994855958e4707b71b218f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f95eba82af94a98b337e2daded47d79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.601305] env[62180]: DEBUG oslo_vmware.api [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963554, 'name': PowerOffVM_Task, 'duration_secs': 0.185189} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.603034] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1771.603234] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.604730] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec77f68-6e7e-4a35-84f9-875055edcd82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.713273] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.713273] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.713273] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleting the datastore file [datastore1] e0af3596-1be3-4674-9ce7-eb41f3ef70dd {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.713273] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ad96a4f-72c9-4dae-a3ba-cfce54b31ae4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.720814] env[62180]: DEBUG oslo_vmware.api [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1771.720814] env[62180]: value = "task-1963558" [ 1771.720814] env[62180]: _type = "Task" [ 1771.720814] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.732894] env[62180]: DEBUG oslo_vmware.api [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.814109] env[62180]: DEBUG oslo_vmware.api [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963555, 'name': PowerOnVM_Task, 'duration_secs': 0.494301} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.814480] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.814708] env[62180]: DEBUG nova.compute.manager [None req-c9ca03ea-8df0-4840-bbd0-1c3b1b059b27 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.815528] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc7329b-e6bb-4ec0-87f0-e9e5ce858e35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.919040] env[62180]: DEBUG nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.005793] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963556, 'name': Rename_Task, 'duration_secs': 0.222016} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.005913] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.006467] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-369d668a-c7f4-496e-af1e-bd477aeabda6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.019129] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1772.019129] env[62180]: value = "task-1963559" [ 1772.019129] env[62180]: _type = "Task" [ 1772.019129] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.033225] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.053631] env[62180]: DEBUG nova.network.neutron [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1772.139328] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfbff2e-e9ab-4cb5-aab9-fe748add0ac8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.149028] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c9b664-c3bd-40ea-a3b4-e84cd2a5606a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.193792] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545e63e-73a8-4062-8d19-0d585a6986cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.200703] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee9c11-7c04-4bb4-ab83-7969d7ae86d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.216565] env[62180]: DEBUG nova.compute.provider_tree [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.233524] env[62180]: DEBUG oslo_vmware.api [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473015} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.234656] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.234880] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.235271] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.235533] env[62180]: INFO nova.compute.manager [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1772.235831] env[62180]: DEBUG oslo.service.loopingcall [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.236459] env[62180]: DEBUG nova.compute.manager [-] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.236571] env[62180]: DEBUG nova.network.neutron [-] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.248331] env[62180]: DEBUG nova.network.neutron [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Successfully created port: 6da7ad84-2236-44e2-be0a-2628c47f1dc1 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.529972] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963559, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.711201] env[62180]: DEBUG nova.network.neutron [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updating instance_info_cache with network_info: [{"id": "9d10abbe-3c23-4924-99e3-2c89cb310708", "address": "fa:16:3e:0b:b2:a8", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d10abbe-3c", "ovs_interfaceid": "9d10abbe-3c23-4924-99e3-2c89cb310708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.720805] env[62180]: DEBUG nova.scheduler.client.report [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.791372] env[62180]: DEBUG nova.compute.manager [req-55f7f55c-19ac-47e4-ab4c-fb9aa11c1dc8 req-365cf998-e07d-4e2b-9ea9-d8fa48e87778 service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Received event network-vif-deleted-85888c5a-3094-4cdc-8929-0650949777bd {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1772.791771] env[62180]: INFO nova.compute.manager [req-55f7f55c-19ac-47e4-ab4c-fb9aa11c1dc8 req-365cf998-e07d-4e2b-9ea9-d8fa48e87778 service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Neutron deleted interface 85888c5a-3094-4cdc-8929-0650949777bd; detaching it from the instance and deleting it from the info cache [ 1772.792031] env[62180]: DEBUG nova.network.neutron [req-55f7f55c-19ac-47e4-ab4c-fb9aa11c1dc8 req-365cf998-e07d-4e2b-9ea9-d8fa48e87778 service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.934539] env[62180]: DEBUG nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.967192] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.967439] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.967594] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.967770] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.967918] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.968164] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.968394] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.968558] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.968722] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.968882] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.969069] env[62180]: DEBUG nova.virt.hardware [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.970039] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75824cb-0614-4003-9e2d-2a63f9c40c76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.981369] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d1abb-7498-4b79-964b-1fff79f9007a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.030469] env[62180]: DEBUG oslo_vmware.api [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963559, 'name': PowerOnVM_Task, 'duration_secs': 0.795012} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.030742] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.030943] env[62180]: INFO nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1773.031139] env[62180]: DEBUG nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.031915] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce9c185-5561-4f19-93b6-32628befe3f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.085614] env[62180]: DEBUG nova.network.neutron [-] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.191931] env[62180]: DEBUG nova.compute.manager [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Received event network-changed-9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1773.191931] env[62180]: DEBUG nova.compute.manager [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Refreshing instance network info cache due to event network-changed-9d10abbe-3c23-4924-99e3-2c89cb310708. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1773.191931] env[62180]: DEBUG oslo_concurrency.lockutils [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] Acquiring lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.214866] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Releasing lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.215498] env[62180]: DEBUG nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Instance network_info: |[{"id": "9d10abbe-3c23-4924-99e3-2c89cb310708", "address": "fa:16:3e:0b:b2:a8", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d10abbe-3c", "ovs_interfaceid": "9d10abbe-3c23-4924-99e3-2c89cb310708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1773.216148] env[62180]: DEBUG oslo_concurrency.lockutils [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] Acquired lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.216592] env[62180]: DEBUG nova.network.neutron [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Refreshing network info cache for port 9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.222158] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b2:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d10abbe-3c23-4924-99e3-2c89cb310708', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1773.228349] env[62180]: DEBUG oslo.service.loopingcall [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.229574] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1773.231939] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.232502] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f72526a-2ac8-4118-aff5-cc38fbb53134 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.250786] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.457s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.250786] env[62180]: DEBUG nova.objects.instance [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lazy-loading 'resources' on Instance uuid 30c00475-3e93-45d4-9dbf-ff6fe81b09aa {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.255127] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1773.255127] env[62180]: value = "task-1963560" [ 1773.255127] env[62180]: _type = "Task" [ 1773.255127] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.259338] env[62180]: INFO nova.scheduler.client.report [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Deleted allocations for instance 576a18ea-5ee5-4dc5-9378-23b77adce4db [ 1773.268273] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963560, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.295028] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7808744-49f9-453a-978c-50d3166e561e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.309998] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589d2b3-b679-4cdf-ab11-2162cda8038d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.346244] env[62180]: DEBUG nova.compute.manager [req-55f7f55c-19ac-47e4-ab4c-fb9aa11c1dc8 req-365cf998-e07d-4e2b-9ea9-d8fa48e87778 service nova] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Detach interface failed, port_id=85888c5a-3094-4cdc-8929-0650949777bd, reason: Instance e0af3596-1be3-4674-9ce7-eb41f3ef70dd could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1773.547864] env[62180]: INFO nova.compute.manager [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Took 49.36 seconds to build instance. [ 1773.556013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.556196] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.556368] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.556550] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.556711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.560516] env[62180]: INFO nova.compute.manager [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Terminating instance [ 1773.588426] env[62180]: INFO nova.compute.manager [-] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Took 1.35 seconds to deallocate network for instance. [ 1773.770491] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963560, 'name': CreateVM_Task, 'duration_secs': 0.336895} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.771242] env[62180]: DEBUG oslo_concurrency.lockutils [None req-543fd94c-452a-464e-af7b-19c5ad1eda99 tempest-ServersTestFqdnHostnames-1664601548 tempest-ServersTestFqdnHostnames-1664601548-project-member] Lock "576a18ea-5ee5-4dc5-9378-23b77adce4db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.104s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.771983] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.772585] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.772841] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.773086] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.773484] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cca45fd-785e-4a91-a421-434e31ecbf2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.778655] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1773.778655] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52326141-c639-ab2d-99dd-8efe49bcaecd" [ 1773.778655] env[62180]: _type = "Task" [ 1773.778655] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.787473] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52326141-c639-ab2d-99dd-8efe49bcaecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.001813] env[62180]: DEBUG nova.network.neutron [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updated VIF entry in instance network info cache for port 9d10abbe-3c23-4924-99e3-2c89cb310708. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.002585] env[62180]: DEBUG nova.network.neutron [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updating instance_info_cache with network_info: [{"id": "9d10abbe-3c23-4924-99e3-2c89cb310708", "address": "fa:16:3e:0b:b2:a8", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d10abbe-3c", "ovs_interfaceid": "9d10abbe-3c23-4924-99e3-2c89cb310708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.052585] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a12d86a-c2ac-4687-9c47-9292aa784663 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.890s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.066015] env[62180]: DEBUG nova.compute.manager [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.066015] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.067063] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985adb94-ec93-46dd-b939-cd67d732b17d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.080973] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.082356] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719a6542-b9ec-4278-ab33-90d6b17b4e85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.089840] env[62180]: DEBUG oslo_vmware.api [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1774.089840] env[62180]: value = "task-1963561" [ 1774.089840] env[62180]: _type = "Task" [ 1774.089840] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.096107] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.103634] env[62180]: DEBUG oslo_vmware.api [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.300347] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52326141-c639-ab2d-99dd-8efe49bcaecd, 'name': SearchDatastore_Task, 'duration_secs': 0.127798} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.300679] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.300911] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.301143] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.301288] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.301461] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.301727] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0fdb5cc-4f12-4675-ad14-237b8148afdc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.312153] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1774.312153] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1774.312153] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c7ae6c-6c99-4689-8ab9-f0234f36af04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.316594] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1774.316594] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265a6a8-1470-d36f-78e9-bc36fb9ad984" [ 1774.316594] env[62180]: _type = "Task" [ 1774.316594] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.330894] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265a6a8-1470-d36f-78e9-bc36fb9ad984, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.331365] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351cbf03-1a89-437f-9acc-80f85fa2f3ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.338490] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1774.338490] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f66809-b539-9945-a0cf-2b947d3c62ad" [ 1774.338490] env[62180]: _type = "Task" [ 1774.338490] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.350924] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f66809-b539-9945-a0cf-2b947d3c62ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.351211] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.351702] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 739a0db6-6cf7-4232-beaa-e0de785c23a0/739a0db6-6cf7-4232-beaa-e0de785c23a0.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.351974] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794e5aa5-f721-4f6c-acc3-af197c72aa91 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.365679] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1774.365679] env[62180]: value = "task-1963562" [ 1774.365679] env[62180]: _type = "Task" [ 1774.365679] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.376045] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.409858] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9a827a-eb5c-444d-9d4d-76ee66953fd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.421983] env[62180]: DEBUG nova.network.neutron [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Successfully updated port: 6da7ad84-2236-44e2-be0a-2628c47f1dc1 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.424054] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b76a255-799c-4de8-a0d7-21a2392934b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.461017] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b001b03-2581-4e80-abee-0d77e1321b64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.471495] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0250eea-686c-4069-9a18-f2f62e3e7321 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.485872] env[62180]: DEBUG nova.compute.provider_tree [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.504828] env[62180]: DEBUG oslo_concurrency.lockutils [req-0b2f9e14-c202-4c85-aedd-fb16909872ab req-2cd354c1-b332-4a6f-962b-40915cb88797 service nova] Releasing lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.555798] env[62180]: DEBUG nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.604871] env[62180]: DEBUG oslo_vmware.api [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963561, 'name': PowerOffVM_Task, 'duration_secs': 0.1896} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.605172] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.605334] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.605673] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a3fae14-4e1d-48a1-85a8-c9efd1514b0d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.706622] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.706622] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.706622] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Deleting the datastore file [datastore1] 62cb56ca-1bc2-4d18-98d2-20d4a654d711 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.706622] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f361abf4-7e87-454f-9932-6d52d056cb8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.711822] env[62180]: DEBUG oslo_vmware.api [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1774.711822] env[62180]: value = "task-1963564" [ 1774.711822] env[62180]: _type = "Task" [ 1774.711822] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.723524] env[62180]: DEBUG oslo_vmware.api [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.880028] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492429} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.880028] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 739a0db6-6cf7-4232-beaa-e0de785c23a0/739a0db6-6cf7-4232-beaa-e0de785c23a0.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1774.880028] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1774.880028] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c27ab96-4785-4ead-9516-93f625841359 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.885467] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1774.885467] env[62180]: value = "task-1963565" [ 1774.885467] env[62180]: _type = "Task" [ 1774.885467] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.894749] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.932831] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "refresh_cache-00ae0e34-aa91-40b3-b396-c03e60797300" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.932831] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired lock "refresh_cache-00ae0e34-aa91-40b3-b396-c03e60797300" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.932831] env[62180]: DEBUG nova.network.neutron [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.990201] env[62180]: DEBUG nova.scheduler.client.report [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.085223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.225675] env[62180]: DEBUG oslo_vmware.api [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264092} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.225675] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.225860] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.226102] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.226333] env[62180]: INFO nova.compute.manager [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1775.226537] env[62180]: DEBUG oslo.service.loopingcall [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.226717] env[62180]: DEBUG nova.compute.manager [-] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.226828] env[62180]: DEBUG nova.network.neutron [-] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.301317] env[62180]: DEBUG nova.compute.manager [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Received event network-vif-plugged-6da7ad84-2236-44e2-be0a-2628c47f1dc1 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1775.301855] env[62180]: DEBUG oslo_concurrency.lockutils [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] Acquiring lock "00ae0e34-aa91-40b3-b396-c03e60797300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.302033] env[62180]: DEBUG oslo_concurrency.lockutils [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] Lock "00ae0e34-aa91-40b3-b396-c03e60797300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.302214] env[62180]: DEBUG oslo_concurrency.lockutils [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] Lock "00ae0e34-aa91-40b3-b396-c03e60797300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.302386] env[62180]: DEBUG nova.compute.manager [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] No waiting events found dispatching network-vif-plugged-6da7ad84-2236-44e2-be0a-2628c47f1dc1 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.302755] env[62180]: WARNING nova.compute.manager [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Received unexpected event network-vif-plugged-6da7ad84-2236-44e2-be0a-2628c47f1dc1 for instance with vm_state building and task_state spawning. [ 1775.302755] env[62180]: DEBUG nova.compute.manager [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Received event network-changed-6da7ad84-2236-44e2-be0a-2628c47f1dc1 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1775.302847] env[62180]: DEBUG nova.compute.manager [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Refreshing instance network info cache due to event network-changed-6da7ad84-2236-44e2-be0a-2628c47f1dc1. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1775.303052] env[62180]: DEBUG oslo_concurrency.lockutils [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] Acquiring lock "refresh_cache-00ae0e34-aa91-40b3-b396-c03e60797300" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.397794] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062249} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.398364] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.399025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e6625-4a8d-48f5-a830-60034a776a07 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.435053] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 739a0db6-6cf7-4232-beaa-e0de785c23a0/739a0db6-6cf7-4232-beaa-e0de785c23a0.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.437852] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2cf037a-1453-4f4f-a807-3b469c30bae5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.459072] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1775.459072] env[62180]: value = "task-1963566" [ 1775.459072] env[62180]: _type = "Task" [ 1775.459072] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.469603] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.497857] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.500477] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.770s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.500732] env[62180]: DEBUG nova.objects.instance [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lazy-loading 'resources' on Instance uuid 92ff7c21-e2c6-4d85-aa12-e41672929eda {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.530414] env[62180]: DEBUG nova.network.neutron [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1775.533548] env[62180]: INFO nova.scheduler.client.report [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted allocations for instance 30c00475-3e93-45d4-9dbf-ff6fe81b09aa [ 1775.913251] env[62180]: DEBUG nova.network.neutron [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Updating instance_info_cache with network_info: [{"id": "6da7ad84-2236-44e2-be0a-2628c47f1dc1", "address": "fa:16:3e:76:86:b9", "network": {"id": "63ffd84f-5ae0-4029-afc8-b6825c5a1300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-515739748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f95eba82af94a98b337e2daded47d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da7ad84-22", "ovs_interfaceid": "6da7ad84-2236-44e2-be0a-2628c47f1dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.969886] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.048219] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d4e9c264-3f9b-4328-9f06-73866a9eb56c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "30c00475-3e93-45d4-9dbf-ff6fe81b09aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.712s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.346875] env[62180]: DEBUG nova.compute.manager [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1776.361279] env[62180]: DEBUG nova.network.neutron [-] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.417165] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Releasing lock "refresh_cache-00ae0e34-aa91-40b3-b396-c03e60797300" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.418308] env[62180]: DEBUG nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Instance network_info: |[{"id": "6da7ad84-2236-44e2-be0a-2628c47f1dc1", "address": "fa:16:3e:76:86:b9", "network": {"id": "63ffd84f-5ae0-4029-afc8-b6825c5a1300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-515739748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f95eba82af94a98b337e2daded47d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da7ad84-22", "ovs_interfaceid": "6da7ad84-2236-44e2-be0a-2628c47f1dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.418308] env[62180]: DEBUG oslo_concurrency.lockutils [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] Acquired lock "refresh_cache-00ae0e34-aa91-40b3-b396-c03e60797300" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.418308] env[62180]: DEBUG nova.network.neutron [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Refreshing network info cache for port 6da7ad84-2236-44e2-be0a-2628c47f1dc1 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.419284] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:86:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6da7ad84-2236-44e2-be0a-2628c47f1dc1', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.431980] env[62180]: DEBUG oslo.service.loopingcall [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.438867] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.439570] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e18b0701-f091-4de9-8550-560fcf1ced10 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.464597] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.464597] env[62180]: value = "task-1963567" [ 1776.464597] env[62180]: _type = "Task" [ 1776.464597] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.474315] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963566, 'name': ReconfigVM_Task, 'duration_secs': 0.622179} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.480592] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 739a0db6-6cf7-4232-beaa-e0de785c23a0/739a0db6-6cf7-4232-beaa-e0de785c23a0.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.481311] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1facf530-48e6-4868-a915-9129b2d804c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.487411] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963567, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.495222] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1776.495222] env[62180]: value = "task-1963568" [ 1776.495222] env[62180]: _type = "Task" [ 1776.495222] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.509548] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963568, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.668307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e639cc0-b5eb-4e39-9bea-b24d3797bb93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.678076] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d750c4-574f-4a9b-aa3b-a83239312615 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.721131] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef38097-c174-4748-b0ef-70c4a04b2726 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.730308] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4e29ef-9f7e-4a7b-aac4-5ce4fe6f43b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.750733] env[62180]: DEBUG nova.compute.provider_tree [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.868113] env[62180]: INFO nova.compute.manager [-] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Took 1.64 seconds to deallocate network for instance. [ 1776.876683] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.959611] env[62180]: DEBUG nova.network.neutron [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Updated VIF entry in instance network info cache for port 6da7ad84-2236-44e2-be0a-2628c47f1dc1. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.959962] env[62180]: DEBUG nova.network.neutron [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Updating instance_info_cache with network_info: [{"id": "6da7ad84-2236-44e2-be0a-2628c47f1dc1", "address": "fa:16:3e:76:86:b9", "network": {"id": "63ffd84f-5ae0-4029-afc8-b6825c5a1300", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-515739748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f95eba82af94a98b337e2daded47d79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6da7ad84-22", "ovs_interfaceid": "6da7ad84-2236-44e2-be0a-2628c47f1dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.975783] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963567, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.005253] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963568, 'name': Rename_Task, 'duration_secs': 0.196606} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.005734] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.006133] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d6f28e6-dcfd-4503-8638-80502b2ca5dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.013340] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1777.013340] env[62180]: value = "task-1963569" [ 1777.013340] env[62180]: _type = "Task" [ 1777.013340] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.022463] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.254140] env[62180]: DEBUG nova.scheduler.client.report [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1777.375159] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.469026] env[62180]: DEBUG oslo_concurrency.lockutils [req-02350dd6-a6f9-4920-9b6f-2bb363de5376 req-d9391569-c7bd-471b-bbce-06074f7fa7b2 service nova] Releasing lock "refresh_cache-00ae0e34-aa91-40b3-b396-c03e60797300" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.477165] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963567, 'name': CreateVM_Task, 'duration_secs': 0.668962} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.477597] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.479706] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.481323] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.481323] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.481323] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebb0f32-def6-407a-a826-49dae3d36d31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.493020] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1777.493020] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb88bc-d08c-ec05-c777-de416ce8fb98" [ 1777.493020] env[62180]: _type = "Task" [ 1777.493020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.500503] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb88bc-d08c-ec05-c777-de416ce8fb98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.524790] env[62180]: DEBUG oslo_vmware.api [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963569, 'name': PowerOnVM_Task, 'duration_secs': 0.49085} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.525160] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.525550] env[62180]: INFO nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1777.525673] env[62180]: DEBUG nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.526606] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a70f529-869d-444a-9e50-2df9071a006a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.646296] env[62180]: DEBUG nova.compute.manager [req-985ff11e-df71-42cc-a341-fa4c9109660d req-8c8b844a-c3a2-4acd-af37-a028840fdf50 service nova] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Received event network-vif-deleted-2de2b468-db6d-4668-a061-07710e251525 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1777.759400] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.761688] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.579s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.761906] env[62180]: DEBUG nova.objects.instance [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lazy-loading 'resources' on Instance uuid 29bb064c-f652-4672-9fe9-75a09095db39 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.792116] env[62180]: INFO nova.scheduler.client.report [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Deleted allocations for instance 92ff7c21-e2c6-4d85-aa12-e41672929eda [ 1778.004809] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb88bc-d08c-ec05-c777-de416ce8fb98, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.008102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.008102] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.008102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.008102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.008102] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.008102] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d46716bd-2ec5-4940-a515-d38fc2afa926 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.024846] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.025548] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.025830] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cbb4145-f652-436b-a844-7237dd7f9b17 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.031817] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1778.031817] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5220f159-10fe-56f6-c871-62ef392a0740" [ 1778.031817] env[62180]: _type = "Task" [ 1778.031817] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.043585] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5220f159-10fe-56f6-c871-62ef392a0740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.046381] env[62180]: INFO nova.compute.manager [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Took 47.35 seconds to build instance. [ 1778.309432] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88527573-e01e-49cb-863d-cf15996f511e tempest-ImagesOneServerTestJSON-2041129877 tempest-ImagesOneServerTestJSON-2041129877-project-member] Lock "92ff7c21-e2c6-4d85-aa12-e41672929eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.458s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.549386] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2e76e342-77e0-47b3-9f35-5077538f41b6 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.414s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.549513] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5220f159-10fe-56f6-c871-62ef392a0740, 'name': SearchDatastore_Task, 'duration_secs': 0.02531} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.551937] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b611c1f-1188-47d0-a5c3-feb28a68965a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.564028] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1778.564028] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5284a9bf-1dae-8c9b-6ab4-f0bcfa37ddff" [ 1778.564028] env[62180]: _type = "Task" [ 1778.564028] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.573786] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5284a9bf-1dae-8c9b-6ab4-f0bcfa37ddff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.901595] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c2a4f-5525-4a95-8d16-702aa68f12f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.910113] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9860d4cf-a3dd-48c6-8913-6f832fee6c84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.942239] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10332194-0405-4702-ace0-c85c9e88d1e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.949858] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d12e262-af4f-4eb2-a1a1-3323c20c1ceb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.963510] env[62180]: DEBUG nova.compute.provider_tree [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.060020] env[62180]: DEBUG nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1779.076314] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5284a9bf-1dae-8c9b-6ab4-f0bcfa37ddff, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.076717] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.077070] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 00ae0e34-aa91-40b3-b396-c03e60797300/00ae0e34-aa91-40b3-b396-c03e60797300.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.077448] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666b2fbc-b634-4b6c-868a-bd04b6734589 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.088336] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1779.088336] env[62180]: value = "task-1963570" [ 1779.088336] env[62180]: _type = "Task" [ 1779.088336] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.102863] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.203608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "d1d94f53-0845-42cb-83fe-36a134aa8847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.203854] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.466771] env[62180]: DEBUG nova.scheduler.client.report [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.591205] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.597869] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483382} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.598156] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 00ae0e34-aa91-40b3-b396-c03e60797300/00ae0e34-aa91-40b3-b396-c03e60797300.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.598964] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.598964] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fed7e1b-2867-4008-9d10-405909e498d4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.605796] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1779.605796] env[62180]: value = "task-1963571" [ 1779.605796] env[62180]: _type = "Task" [ 1779.605796] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.619928] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.824099] env[62180]: DEBUG nova.compute.manager [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Received event network-changed-9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1779.824569] env[62180]: DEBUG nova.compute.manager [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Refreshing instance network info cache due to event network-changed-9d10abbe-3c23-4924-99e3-2c89cb310708. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1779.824810] env[62180]: DEBUG oslo_concurrency.lockutils [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] Acquiring lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.824954] env[62180]: DEBUG oslo_concurrency.lockutils [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] Acquired lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.826140] env[62180]: DEBUG nova.network.neutron [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Refreshing network info cache for port 9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.977729] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.979858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.855s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.980341] env[62180]: DEBUG nova.objects.instance [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lazy-loading 'resources' on Instance uuid d1b86b3a-9da3-4492-9d28-ffff456fcd2a {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.003725] env[62180]: INFO nova.scheduler.client.report [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Deleted allocations for instance 29bb064c-f652-4672-9fe9-75a09095db39 [ 1780.119454] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067072} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.123024] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.123024] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1000a1-e739-43d1-b499-edbea589f2e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.148655] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 00ae0e34-aa91-40b3-b396-c03e60797300/00ae0e34-aa91-40b3-b396-c03e60797300.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.149074] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6290424f-679f-47a3-8f64-4cd414bdf4dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.171911] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1780.171911] env[62180]: value = "task-1963572" [ 1780.171911] env[62180]: _type = "Task" [ 1780.171911] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.186027] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.397349] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.397641] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.397927] env[62180]: INFO nova.compute.manager [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Rebooting instance [ 1780.515073] env[62180]: DEBUG oslo_concurrency.lockutils [None req-62d8e931-f958-44b6-8c27-84e5a27a107f tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "29bb064c-f652-4672-9fe9-75a09095db39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.536s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.624512] env[62180]: DEBUG nova.network.neutron [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updated VIF entry in instance network info cache for port 9d10abbe-3c23-4924-99e3-2c89cb310708. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1780.625364] env[62180]: DEBUG nova.network.neutron [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updating instance_info_cache with network_info: [{"id": "9d10abbe-3c23-4924-99e3-2c89cb310708", "address": "fa:16:3e:0b:b2:a8", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d10abbe-3c", "ovs_interfaceid": "9d10abbe-3c23-4924-99e3-2c89cb310708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.682952] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963572, 'name': ReconfigVM_Task, 'duration_secs': 0.303049} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.683264] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 00ae0e34-aa91-40b3-b396-c03e60797300/00ae0e34-aa91-40b3-b396-c03e60797300.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.687127] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da7d5087-cf06-4d46-88dc-361baabe0ebe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.693790] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1780.693790] env[62180]: value = "task-1963573" [ 1780.693790] env[62180]: _type = "Task" [ 1780.693790] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.704122] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963573, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.926949] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.130753] env[62180]: DEBUG oslo_concurrency.lockutils [req-27fca37f-888e-4a4b-a7f7-df822154066c req-24322a81-fbb0-4bc2-84b2-c675886c4728 service nova] Releasing lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.130977] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquired lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.130977] env[62180]: DEBUG nova.network.neutron [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.170302] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad89e8-075e-4a19-9545-fd66bc226795 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.182907] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eee715-88c3-4a7c-8e7e-ecc30e39efb5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.225912] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e815b3-3f18-4c90-80b9-e79fe4f5e5de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.232750] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963573, 'name': Rename_Task, 'duration_secs': 0.155779} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.235218] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.235218] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beed009f-0aaa-47d6-a829-2bb71a70c5bc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.237776] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46193f-d507-4b94-83d0-98ab5eb60858 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.252351] env[62180]: DEBUG nova.compute.provider_tree [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.255199] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1781.255199] env[62180]: value = "task-1963574" [ 1781.255199] env[62180]: _type = "Task" [ 1781.255199] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.265082] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963574, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.508168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.508403] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.524973] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.526121] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.526407] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.526608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.526815] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.529205] env[62180]: INFO nova.compute.manager [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Terminating instance [ 1781.758567] env[62180]: DEBUG nova.scheduler.client.report [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.771654] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963574, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.872298] env[62180]: DEBUG nova.network.neutron [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updating instance_info_cache with network_info: [{"id": "9d10abbe-3c23-4924-99e3-2c89cb310708", "address": "fa:16:3e:0b:b2:a8", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d10abbe-3c", "ovs_interfaceid": "9d10abbe-3c23-4924-99e3-2c89cb310708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.032950] env[62180]: DEBUG nova.compute.manager [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1782.033200] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.034199] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee92db-dfbb-430a-8909-b1e278e0056e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.042517] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.042839] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a114f760-eeb8-439e-942f-efeabbeb48a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.049907] env[62180]: DEBUG oslo_vmware.api [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1782.049907] env[62180]: value = "task-1963575" [ 1782.049907] env[62180]: _type = "Task" [ 1782.049907] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.060515] env[62180]: DEBUG oslo_vmware.api [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.271230] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.276906] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.199s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.277223] env[62180]: DEBUG nova.objects.instance [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lazy-loading 'resources' on Instance uuid 603c0515-057c-4ce7-ab37-d16b52696672 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.284226] env[62180]: DEBUG oslo_vmware.api [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963574, 'name': PowerOnVM_Task, 'duration_secs': 0.840697} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.284900] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.285133] env[62180]: INFO nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1782.285327] env[62180]: DEBUG nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.286755] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c338c-f7b5-4dee-b4e8-ba94c3727208 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.303644] env[62180]: INFO nova.scheduler.client.report [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Deleted allocations for instance d1b86b3a-9da3-4492-9d28-ffff456fcd2a [ 1782.377458] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Releasing lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.561494] env[62180]: DEBUG oslo_vmware.api [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963575, 'name': PowerOffVM_Task, 'duration_secs': 0.320211} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.561494] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.561494] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.561494] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46cdb857-76b1-41eb-87cb-fd6e156ebd01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.653885] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.653885] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.653885] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Deleting the datastore file [datastore1] fdba39e2-1d58-49e5-98b1-a8856d41ea3a {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.653885] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16467742-362f-42ae-a09b-332fd3d889fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.661291] env[62180]: DEBUG oslo_vmware.api [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for the task: (returnval){ [ 1782.661291] env[62180]: value = "task-1963577" [ 1782.661291] env[62180]: _type = "Task" [ 1782.661291] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.670452] env[62180]: DEBUG oslo_vmware.api [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.809313] env[62180]: INFO nova.compute.manager [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Took 44.99 seconds to build instance. [ 1782.816657] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0efadf6c-4583-4f21-a6b4-650d04ab13e0 tempest-ListImageFiltersTestJSON-954578193 tempest-ListImageFiltersTestJSON-954578193-project-member] Lock "d1b86b3a-9da3-4492-9d28-ffff456fcd2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.482s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.888781] env[62180]: DEBUG nova.compute.manager [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.888781] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159e0749-3247-42ff-a4a0-91609f4c740d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.171181] env[62180]: DEBUG oslo_vmware.api [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Task: {'id': task-1963577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401886} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.173662] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.173854] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.174043] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.174221] env[62180]: INFO nova.compute.manager [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1783.174457] env[62180]: DEBUG oslo.service.loopingcall [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.175208] env[62180]: DEBUG nova.compute.manager [-] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1783.175208] env[62180]: DEBUG nova.network.neutron [-] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1783.315771] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3068cce5-8822-4aee-9724-479eca7d7be8 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "00ae0e34-aa91-40b3-b396-c03e60797300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.536s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.384514] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc7e236-c1c4-48b6-aeae-278023f28048 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.392712] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53f9795-ddb4-4e7a-9c25-1d25dde1ec27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.430733] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2131c651-dc4f-40fc-ac09-47fdf5beffc8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.439426] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec795c6-a155-4cab-af2c-5096ea07ea86 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.452530] env[62180]: DEBUG nova.compute.provider_tree [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.820772] env[62180]: DEBUG nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1783.848979] env[62180]: DEBUG nova.compute.manager [req-76116d14-7a2f-40e1-88ac-ec2e9f4c4cba req-d7f2c958-2495-4148-8014-86f6addb501c service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Received event network-vif-deleted-7f600aae-19a8-46f0-af7c-da5adcdae6b8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1783.848979] env[62180]: INFO nova.compute.manager [req-76116d14-7a2f-40e1-88ac-ec2e9f4c4cba req-d7f2c958-2495-4148-8014-86f6addb501c service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Neutron deleted interface 7f600aae-19a8-46f0-af7c-da5adcdae6b8; detaching it from the instance and deleting it from the info cache [ 1783.848979] env[62180]: DEBUG nova.network.neutron [req-76116d14-7a2f-40e1-88ac-ec2e9f4c4cba req-d7f2c958-2495-4148-8014-86f6addb501c service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.937324] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b953cbe-39f3-4260-874f-af2a1670ba34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.946509] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Doing hard reboot of VM {{(pid=62180) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1783.946771] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7fe19b50-1c46-4ae0-acf4-261f2cb30cd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.956020] env[62180]: DEBUG oslo_vmware.api [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1783.956020] env[62180]: value = "task-1963578" [ 1783.956020] env[62180]: _type = "Task" [ 1783.956020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.956628] env[62180]: DEBUG nova.scheduler.client.report [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.968038] env[62180]: DEBUG oslo_vmware.api [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963578, 'name': ResetVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.205250] env[62180]: DEBUG nova.network.neutron [-] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.350965] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a285be0-1172-41cc-aa8e-213efc5e5195 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.357087] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.364581] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c708bb-5f5f-485f-81f9-5c93920c022c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.401710] env[62180]: DEBUG nova.compute.manager [req-76116d14-7a2f-40e1-88ac-ec2e9f4c4cba req-d7f2c958-2495-4148-8014-86f6addb501c service nova] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Detach interface failed, port_id=7f600aae-19a8-46f0-af7c-da5adcdae6b8, reason: Instance fdba39e2-1d58-49e5-98b1-a8856d41ea3a could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1784.464968] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.467110] env[62180]: DEBUG oslo_vmware.api [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963578, 'name': ResetVM_Task, 'duration_secs': 0.111848} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.467110] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.678s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.469179] env[62180]: INFO nova.compute.claims [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.471815] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Did hard reboot of VM {{(pid=62180) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1784.472054] env[62180]: DEBUG nova.compute.manager [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1784.473172] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e69baa9-5899-413b-9e56-e157acec64c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.502992] env[62180]: INFO nova.scheduler.client.report [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleted allocations for instance 603c0515-057c-4ce7-ab37-d16b52696672 [ 1784.707947] env[62180]: INFO nova.compute.manager [-] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Took 1.53 seconds to deallocate network for instance. [ 1784.991476] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00c72f5-8948-4c25-9014-8805ae5da35f tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.594s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.015063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8fefcc47-9278-4caa-bf7a-e87fc1dfc63f tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "603c0515-057c-4ce7-ab37-d16b52696672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.032s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.217238] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.980639] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "00ae0e34-aa91-40b3-b396-c03e60797300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.981359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "00ae0e34-aa91-40b3-b396-c03e60797300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.981359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "00ae0e34-aa91-40b3-b396-c03e60797300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.981359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "00ae0e34-aa91-40b3-b396-c03e60797300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.981529] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "00ae0e34-aa91-40b3-b396-c03e60797300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.984336] env[62180]: INFO nova.compute.manager [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Terminating instance [ 1786.115434] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ef77a-7a78-4240-8c51-da0065cab00f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.124448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0325704b-12e7-4917-8633-ab5a0fa382af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.157136] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b405a-cffa-4f5a-aa04-dbea2116b98e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.165751] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8ee650-33c9-4639-80de-b7e91c4583ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.183700] env[62180]: DEBUG nova.compute.provider_tree [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.235961] env[62180]: DEBUG nova.compute.manager [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Received event network-changed-9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1786.236242] env[62180]: DEBUG nova.compute.manager [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Refreshing instance network info cache due to event network-changed-9d10abbe-3c23-4924-99e3-2c89cb310708. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1786.236463] env[62180]: DEBUG oslo_concurrency.lockutils [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] Acquiring lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.236594] env[62180]: DEBUG oslo_concurrency.lockutils [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] Acquired lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.236750] env[62180]: DEBUG nova.network.neutron [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Refreshing network info cache for port 9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.498351] env[62180]: DEBUG nova.compute.manager [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.498351] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.498351] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c53b66-72d2-4ef0-9afa-0f0ecf213119 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.508966] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.509313] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-667d4a35-7b7c-4814-8b13-8edf6b120b0e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.516058] env[62180]: DEBUG oslo_vmware.api [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1786.516058] env[62180]: value = "task-1963579" [ 1786.516058] env[62180]: _type = "Task" [ 1786.516058] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.525534] env[62180]: DEBUG oslo_vmware.api [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.610356] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.610606] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.610826] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.611076] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.611306] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.615731] env[62180]: INFO nova.compute.manager [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Terminating instance [ 1786.691020] env[62180]: DEBUG nova.scheduler.client.report [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.030640] env[62180]: DEBUG oslo_vmware.api [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963579, 'name': PowerOffVM_Task, 'duration_secs': 0.219769} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.031328] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.031660] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.032209] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0fc78d6-4f28-4bcf-a658-2856b5df0d27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.111860] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.111860] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.111860] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Deleting the datastore file [datastore1] 00ae0e34-aa91-40b3-b396-c03e60797300 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.111860] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d685dfc-0be4-4721-b3fc-cee8f4793e89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.120247] env[62180]: DEBUG nova.compute.manager [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1787.120449] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.121025] env[62180]: DEBUG oslo_vmware.api [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1787.121025] env[62180]: value = "task-1963581" [ 1787.121025] env[62180]: _type = "Task" [ 1787.121025] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.122135] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9827c470-531e-4e54-bf6b-6a5d19fc4e55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.140266] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.140554] env[62180]: DEBUG oslo_vmware.api [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.140770] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dac57c9-ede1-4116-967f-5f1c3cd17894 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.147630] env[62180]: DEBUG oslo_vmware.api [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1787.147630] env[62180]: value = "task-1963582" [ 1787.147630] env[62180]: _type = "Task" [ 1787.147630] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.158315] env[62180]: DEBUG oslo_vmware.api [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.170984] env[62180]: DEBUG nova.network.neutron [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updated VIF entry in instance network info cache for port 9d10abbe-3c23-4924-99e3-2c89cb310708. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.170984] env[62180]: DEBUG nova.network.neutron [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updating instance_info_cache with network_info: [{"id": "9d10abbe-3c23-4924-99e3-2c89cb310708", "address": "fa:16:3e:0b:b2:a8", "network": {"id": "5217f9c9-e43d-4378-a452-0787f1235fbb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1515091825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee4b58de617c4bde8663efa76980fe47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d10abbe-3c", "ovs_interfaceid": "9d10abbe-3c23-4924-99e3-2c89cb310708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.200029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.200029] env[62180]: DEBUG nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1787.202399] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.300s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.211021] env[62180]: INFO nova.compute.claims [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.233232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.233887] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.234315] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "739a0db6-6cf7-4232-beaa-e0de785c23a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.234651] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.237545] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.240921] env[62180]: INFO nova.compute.manager [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Terminating instance [ 1787.636182] env[62180]: DEBUG oslo_vmware.api [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14851} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.636437] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.636718] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.636818] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.637035] env[62180]: INFO nova.compute.manager [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1787.637171] env[62180]: DEBUG oslo.service.loopingcall [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.637362] env[62180]: DEBUG nova.compute.manager [-] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.637456] env[62180]: DEBUG nova.network.neutron [-] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.663307] env[62180]: DEBUG oslo_vmware.api [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963582, 'name': PowerOffVM_Task, 'duration_secs': 0.236668} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.663466] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.663657] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.663905] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04369692-734e-49f7-ad63-6aed091dd213 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.676589] env[62180]: DEBUG oslo_concurrency.lockutils [req-eb9bc7b3-e83f-48fa-a4b4-24350374e09c req-c2a272c2-241c-48c2-ac14-d241b46ee339 service nova] Releasing lock "refresh_cache-739a0db6-6cf7-4232-beaa-e0de785c23a0" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.715522] env[62180]: DEBUG nova.compute.utils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.719565] env[62180]: DEBUG nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.723096] env[62180]: DEBUG nova.network.neutron [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.746540] env[62180]: DEBUG nova.compute.manager [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1787.746540] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.747257] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc4798-9de2-4ef2-9402-fdc432c2b7d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.756016] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.757951] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99e79ba7-9f52-48e2-a096-7cece2cbed6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.761999] env[62180]: DEBUG oslo_vmware.api [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1787.761999] env[62180]: value = "task-1963584" [ 1787.761999] env[62180]: _type = "Task" [ 1787.761999] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.769876] env[62180]: DEBUG oslo_vmware.api [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.801574] env[62180]: DEBUG nova.policy [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1c6f3780bf84da685555635eb2f9071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c875ae54580413f800270476a14390a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.147961] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1788.148425] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1788.148425] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleting the datastore file [datastore1] ea20886c-f906-4f3e-9cfa-30c44213f9f5 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1788.148938] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6feca02-1ad9-46c4-b22c-baefa288bb63 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.156207] env[62180]: DEBUG oslo_vmware.api [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for the task: (returnval){ [ 1788.156207] env[62180]: value = "task-1963585" [ 1788.156207] env[62180]: _type = "Task" [ 1788.156207] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.164859] env[62180]: DEBUG oslo_vmware.api [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.185845] env[62180]: DEBUG nova.compute.manager [req-04875182-a8e9-4b8d-9c19-61b2e20d8702 req-7b992875-70ad-4055-9075-11b6e1c8211e service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Received event network-vif-deleted-6da7ad84-2236-44e2-be0a-2628c47f1dc1 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1788.185845] env[62180]: INFO nova.compute.manager [req-04875182-a8e9-4b8d-9c19-61b2e20d8702 req-7b992875-70ad-4055-9075-11b6e1c8211e service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Neutron deleted interface 6da7ad84-2236-44e2-be0a-2628c47f1dc1; detaching it from the instance and deleting it from the info cache [ 1788.186034] env[62180]: DEBUG nova.network.neutron [req-04875182-a8e9-4b8d-9c19-61b2e20d8702 req-7b992875-70ad-4055-9075-11b6e1c8211e service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.228127] env[62180]: DEBUG nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1788.274415] env[62180]: DEBUG oslo_vmware.api [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963584, 'name': PowerOffVM_Task, 'duration_secs': 0.207923} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.274788] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1788.274924] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1788.275139] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a697ae-1b59-4ef9-bea3-58068a0644e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.331687] env[62180]: DEBUG nova.network.neutron [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Successfully created port: 699b05a6-3160-4ef5-88d0-bceb876b67cc {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.371999] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1788.371999] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1788.371999] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Deleting the datastore file [datastore1] 739a0db6-6cf7-4232-beaa-e0de785c23a0 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1788.371999] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d37fb3a-b2ed-47d2-ba71-45bd3b58c94b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.379908] env[62180]: DEBUG oslo_vmware.api [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1788.379908] env[62180]: value = "task-1963587" [ 1788.379908] env[62180]: _type = "Task" [ 1788.379908] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.388085] env[62180]: DEBUG oslo_vmware.api [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.636994] env[62180]: DEBUG nova.network.neutron [-] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.670914] env[62180]: DEBUG oslo_vmware.api [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Task: {'id': task-1963585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137797} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.671019] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.671252] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.671421] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.671628] env[62180]: INFO nova.compute.manager [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1788.671824] env[62180]: DEBUG oslo.service.loopingcall [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.672802] env[62180]: DEBUG nova.compute.manager [-] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1788.672802] env[62180]: DEBUG nova.network.neutron [-] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1788.690665] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-611911e5-ed31-4e88-9b76-4cb20bec16ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.705349] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e99741-299f-4431-b7d7-095c4f10fa19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.752873] env[62180]: DEBUG nova.compute.manager [req-04875182-a8e9-4b8d-9c19-61b2e20d8702 req-7b992875-70ad-4055-9075-11b6e1c8211e service nova] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Detach interface failed, port_id=6da7ad84-2236-44e2-be0a-2628c47f1dc1, reason: Instance 00ae0e34-aa91-40b3-b396-c03e60797300 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1788.895784] env[62180]: DEBUG oslo_vmware.api [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143033} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.895784] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.895784] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.898377] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.899163] env[62180]: INFO nova.compute.manager [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1788.899163] env[62180]: DEBUG oslo.service.loopingcall [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.899238] env[62180]: DEBUG nova.compute.manager [-] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1788.899368] env[62180]: DEBUG nova.network.neutron [-] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1788.902811] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe94a43-fbdd-4041-b296-ed494ba24b8d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.910515] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90afef8a-9b0f-47f8-bf4a-2b78f0e1c4be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.945714] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fae988-1593-403d-8674-980ae4e810fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.953446] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf31aaa-e574-4023-934d-364e9c1265b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.971020] env[62180]: DEBUG nova.compute.provider_tree [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1789.139544] env[62180]: INFO nova.compute.manager [-] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Took 1.50 seconds to deallocate network for instance. [ 1789.255446] env[62180]: DEBUG nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.278272] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.278534] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.278688] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.278867] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.279015] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.279161] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.279367] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.279524] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.279686] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.279845] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.280033] env[62180]: DEBUG nova.virt.hardware [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.280893] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e4b753-5853-4762-9078-b8646c9b9c60 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.288727] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3961e001-35eb-4861-8b0b-379f991bffe9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.385611] env[62180]: DEBUG nova.compute.manager [req-90bf65bf-a669-4166-85ef-c1d23823a1bc req-523a2e46-f8d3-49b1-9916-5bfdda3a8d19 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Received event network-vif-deleted-9d10abbe-3c23-4924-99e3-2c89cb310708 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1789.385809] env[62180]: INFO nova.compute.manager [req-90bf65bf-a669-4166-85ef-c1d23823a1bc req-523a2e46-f8d3-49b1-9916-5bfdda3a8d19 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Neutron deleted interface 9d10abbe-3c23-4924-99e3-2c89cb310708; detaching it from the instance and deleting it from the info cache [ 1789.386083] env[62180]: DEBUG nova.network.neutron [req-90bf65bf-a669-4166-85ef-c1d23823a1bc req-523a2e46-f8d3-49b1-9916-5bfdda3a8d19 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.491476] env[62180]: ERROR nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [req-767b70ad-c233-456e-87f9-677f4a6f62ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-767b70ad-c233-456e-87f9-677f4a6f62ea"}]} [ 1789.506733] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1789.521410] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1789.521410] env[62180]: DEBUG nova.compute.provider_tree [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1789.538071] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1789.553308] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1789.641082] env[62180]: DEBUG nova.network.neutron [-] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.652013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.689571] env[62180]: DEBUG nova.network.neutron [-] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.888631] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b456d18-2016-4454-a9ae-ba1d13e43a17 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.897850] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db1ed4-d76c-4f94-b93c-3fc1f3d8b47a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.935988] env[62180]: DEBUG nova.compute.manager [req-90bf65bf-a669-4166-85ef-c1d23823a1bc req-523a2e46-f8d3-49b1-9916-5bfdda3a8d19 service nova] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Detach interface failed, port_id=9d10abbe-3c23-4924-99e3-2c89cb310708, reason: Instance 739a0db6-6cf7-4232-beaa-e0de785c23a0 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1790.087539] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.087789] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.097023] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5525bd-f8aa-4982-a280-ca06c4af0794 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.105122] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fa1926-5e38-4071-ae7f-4e766d941d42 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.136608] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef023f1-03b1-4ff1-9a92-329d4b1a13ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.145719] env[62180]: INFO nova.compute.manager [-] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Took 1.47 seconds to deallocate network for instance. [ 1790.148493] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881dd730-6d4c-4024-9cd1-6730fd050be0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.165994] env[62180]: DEBUG nova.compute.provider_tree [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1790.193644] env[62180]: INFO nova.compute.manager [-] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Took 1.29 seconds to deallocate network for instance. [ 1790.213363] env[62180]: DEBUG nova.compute.manager [req-06da4239-1072-4c64-ad07-cbf55df29c1d req-5fb28d76-55d9-4141-92a2-6d0737d5445d service nova] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Received event network-vif-deleted-aea0cb3e-3df4-4daa-bb6b-44f735920ad3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1790.423950] env[62180]: DEBUG nova.network.neutron [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Successfully updated port: 699b05a6-3160-4ef5-88d0-bceb876b67cc {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.656967] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.689858] env[62180]: ERROR nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [req-3ed23bef-1311-42e6-a9eb-7e98a783f6d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ed23bef-1311-42e6-a9eb-7e98a783f6d4"}]} [ 1790.698667] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.705609] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1790.718747] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1790.718839] env[62180]: DEBUG nova.compute.provider_tree [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1790.729066] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1790.747188] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1790.926520] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "refresh_cache-ec57f3a1-7327-42c5-bb73-9d4c3d795f62" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.926753] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "refresh_cache-ec57f3a1-7327-42c5-bb73-9d4c3d795f62" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.926964] env[62180]: DEBUG nova.network.neutron [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.217071] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84249f7-e474-4a20-ac88-0b4c9665cee5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.225732] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa52ead-4354-43f9-9749-960c88241de3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.255689] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff966001-772c-487d-a9cb-2b42045093c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.262896] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e37d7b-f384-4dc5-be16-af5ef896840d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.276242] env[62180]: DEBUG nova.compute.provider_tree [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1791.465992] env[62180]: DEBUG nova.network.neutron [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.618054] env[62180]: DEBUG nova.network.neutron [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Updating instance_info_cache with network_info: [{"id": "699b05a6-3160-4ef5-88d0-bceb876b67cc", "address": "fa:16:3e:a6:9e:b1", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699b05a6-31", "ovs_interfaceid": "699b05a6-3160-4ef5-88d0-bceb876b67cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.805613] env[62180]: DEBUG nova.scheduler.client.report [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1791.805872] env[62180]: DEBUG nova.compute.provider_tree [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 91 to 92 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1791.806142] env[62180]: DEBUG nova.compute.provider_tree [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1792.121021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "refresh_cache-ec57f3a1-7327-42c5-bb73-9d4c3d795f62" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.121113] env[62180]: DEBUG nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Instance network_info: |[{"id": "699b05a6-3160-4ef5-88d0-bceb876b67cc", "address": "fa:16:3e:a6:9e:b1", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699b05a6-31", "ovs_interfaceid": "699b05a6-3160-4ef5-88d0-bceb876b67cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.121494] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:9e:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '699b05a6-3160-4ef5-88d0-bceb876b67cc', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.129134] env[62180]: DEBUG oslo.service.loopingcall [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.129359] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.129581] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c378f1b5-a3d4-4ac3-8ebc-b4bada6ee0db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.151738] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.151738] env[62180]: value = "task-1963588" [ 1792.151738] env[62180]: _type = "Task" [ 1792.151738] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.159193] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963588, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.276020] env[62180]: DEBUG nova.compute.manager [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Received event network-vif-plugged-699b05a6-3160-4ef5-88d0-bceb876b67cc {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.276130] env[62180]: DEBUG oslo_concurrency.lockutils [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] Acquiring lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.276276] env[62180]: DEBUG oslo_concurrency.lockutils [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.276442] env[62180]: DEBUG oslo_concurrency.lockutils [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.276632] env[62180]: DEBUG nova.compute.manager [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] No waiting events found dispatching network-vif-plugged-699b05a6-3160-4ef5-88d0-bceb876b67cc {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.276753] env[62180]: WARNING nova.compute.manager [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Received unexpected event network-vif-plugged-699b05a6-3160-4ef5-88d0-bceb876b67cc for instance with vm_state building and task_state spawning. [ 1792.276903] env[62180]: DEBUG nova.compute.manager [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Received event network-changed-699b05a6-3160-4ef5-88d0-bceb876b67cc {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1792.277073] env[62180]: DEBUG nova.compute.manager [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Refreshing instance network info cache due to event network-changed-699b05a6-3160-4ef5-88d0-bceb876b67cc. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1792.277263] env[62180]: DEBUG oslo_concurrency.lockutils [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] Acquiring lock "refresh_cache-ec57f3a1-7327-42c5-bb73-9d4c3d795f62" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.277394] env[62180]: DEBUG oslo_concurrency.lockutils [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] Acquired lock "refresh_cache-ec57f3a1-7327-42c5-bb73-9d4c3d795f62" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.277547] env[62180]: DEBUG nova.network.neutron [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Refreshing network info cache for port 699b05a6-3160-4ef5-88d0-bceb876b67cc {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.311542] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.109s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.312140] env[62180]: DEBUG nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.314895] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.937s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.316504] env[62180]: INFO nova.compute.claims [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.662204] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963588, 'name': CreateVM_Task, 'duration_secs': 0.341999} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.663778] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1792.663778] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.663778] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.663778] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1792.663778] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e54490a-f024-4e3c-98d6-00abe7d5ad05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.668622] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1792.668622] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52961ec0-eb09-46e8-c7c7-82bde041430c" [ 1792.668622] env[62180]: _type = "Task" [ 1792.668622] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.676680] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52961ec0-eb09-46e8-c7c7-82bde041430c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.823959] env[62180]: DEBUG nova.compute.utils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.827166] env[62180]: DEBUG nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Not allocating networking since 'none' was specified. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1792.995507] env[62180]: DEBUG nova.network.neutron [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Updated VIF entry in instance network info cache for port 699b05a6-3160-4ef5-88d0-bceb876b67cc. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.995507] env[62180]: DEBUG nova.network.neutron [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Updating instance_info_cache with network_info: [{"id": "699b05a6-3160-4ef5-88d0-bceb876b67cc", "address": "fa:16:3e:a6:9e:b1", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699b05a6-31", "ovs_interfaceid": "699b05a6-3160-4ef5-88d0-bceb876b67cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.179438] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52961ec0-eb09-46e8-c7c7-82bde041430c, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.179773] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.180009] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.180252] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.180412] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.180586] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.180837] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e47f6a1f-8ff0-49b2-a07e-67798b3e22bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.189534] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.189803] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.190440] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa49db0-f67a-4a56-be2c-cdeaf3d0dd73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.195614] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1793.195614] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba739f-efe4-dc4e-cdbd-ce06e45f3248" [ 1793.195614] env[62180]: _type = "Task" [ 1793.195614] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.203056] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba739f-efe4-dc4e-cdbd-ce06e45f3248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.328337] env[62180]: DEBUG nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.498347] env[62180]: DEBUG oslo_concurrency.lockutils [req-6c116ee4-3312-4067-a42b-794c836dfae0 req-08a1ba6b-c3e9-4a43-846f-1a092972c582 service nova] Releasing lock "refresh_cache-ec57f3a1-7327-42c5-bb73-9d4c3d795f62" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.707915] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba739f-efe4-dc4e-cdbd-ce06e45f3248, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.708972] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f06fb8-d21d-4975-8db2-db56cd41db24 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.714262] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1793.714262] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5235923f-ad12-ff23-8950-66897009269a" [ 1793.714262] env[62180]: _type = "Task" [ 1793.714262] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.724997] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5235923f-ad12-ff23-8950-66897009269a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.777455] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268e6ba-2655-4e0e-9efc-a65947ac4845 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.784829] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94bdd9-e331-446d-91d0-790fb4fa4042 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.814606] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524921c-eb8e-4ccf-9c03-45f434a9fcc8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.822141] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ac64c2-dd7f-44fa-a563-daa7373623e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.838494] env[62180]: DEBUG nova.compute.provider_tree [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.224535] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5235923f-ad12-ff23-8950-66897009269a, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.224807] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.225106] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ec57f3a1-7327-42c5-bb73-9d4c3d795f62/ec57f3a1-7327-42c5-bb73-9d4c3d795f62.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.225370] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de1d3cc-6368-4626-b84e-f2056828be7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.231837] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1794.231837] env[62180]: value = "task-1963589" [ 1794.231837] env[62180]: _type = "Task" [ 1794.231837] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.239759] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.341555] env[62180]: DEBUG nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.344205] env[62180]: DEBUG nova.scheduler.client.report [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.373596] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.373839] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.373993] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.374193] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.374339] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.374474] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.374678] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.374831] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.374991] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.375200] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.375663] env[62180]: DEBUG nova.virt.hardware [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.376274] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6740f7-f1e6-40ce-b091-c199026d096b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.384558] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f992d-979d-464c-962a-37d9904027e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.400410] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.406689] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Creating folder: Project (fb98311f7b934470b1d612b8bbf282b1). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.407062] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e59a5271-7646-4089-99f3-b930f0f01206 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.419447] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Created folder: Project (fb98311f7b934470b1d612b8bbf282b1) in parent group-v404325. [ 1794.419648] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Creating folder: Instances. Parent ref: group-v404487. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1794.419897] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1ad8e1-a0f6-4edf-b5c2-0a805b19af15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.431842] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Created folder: Instances in parent group-v404487. [ 1794.432132] env[62180]: DEBUG oslo.service.loopingcall [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.432741] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.433362] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d77136-dbc1-4d9d-ba9f-ca15f4e7fbe7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.450503] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.450503] env[62180]: value = "task-1963592" [ 1794.450503] env[62180]: _type = "Task" [ 1794.450503] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.458617] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963592, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.741861] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470216} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.742142] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ec57f3a1-7327-42c5-bb73-9d4c3d795f62/ec57f3a1-7327-42c5-bb73-9d4c3d795f62.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.742350] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1794.742599] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a73a09e-555e-416a-bd33-ffb2c9516d6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.748503] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1794.748503] env[62180]: value = "task-1963593" [ 1794.748503] env[62180]: _type = "Task" [ 1794.748503] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.756307] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.849594] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.850154] env[62180]: DEBUG nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.852953] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.365s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.853184] env[62180]: DEBUG nova.objects.instance [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lazy-loading 'resources' on Instance uuid 76483cc4-76b3-4436-ae4c-c88087691ec2 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.960266] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963592, 'name': CreateVM_Task, 'duration_secs': 0.304766} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.960427] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.960833] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.960987] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.961310] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.961559] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa0e983-d2b5-4566-af5a-16cde319cfa5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.966260] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1794.966260] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526c25ae-61d2-c6be-0e5f-bcadc3127dbd" [ 1794.966260] env[62180]: _type = "Task" [ 1794.966260] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.974413] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526c25ae-61d2-c6be-0e5f-bcadc3127dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.258536] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063565} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.258811] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1795.259579] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a81b0c-4194-44e1-846e-7cd292cf5ec9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.281448] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] ec57f3a1-7327-42c5-bb73-9d4c3d795f62/ec57f3a1-7327-42c5-bb73-9d4c3d795f62.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.281448] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf2b2d8-3e85-47a3-83db-a3cd0bf2fecd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.301980] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1795.301980] env[62180]: value = "task-1963594" [ 1795.301980] env[62180]: _type = "Task" [ 1795.301980] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.309791] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.360173] env[62180]: DEBUG nova.compute.utils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.362041] env[62180]: DEBUG nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Not allocating networking since 'none' was specified. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1795.479471] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526c25ae-61d2-c6be-0e5f-bcadc3127dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.021297} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.479772] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.479995] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.480240] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.480386] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.480590] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.480804] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412d874b-9948-412f-ac09-ec49f5fe84a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.492131] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.492317] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.495156] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1742e74-614b-4c6b-8488-a4939d1be4dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.500158] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1795.500158] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529508de-e52f-35c4-c57a-6f8b134744a8" [ 1795.500158] env[62180]: _type = "Task" [ 1795.500158] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.507908] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529508de-e52f-35c4-c57a-6f8b134744a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.812535] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963594, 'name': ReconfigVM_Task, 'duration_secs': 0.283948} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.814125] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Reconfigured VM instance instance-0000003c to attach disk [datastore1] ec57f3a1-7327-42c5-bb73-9d4c3d795f62/ec57f3a1-7327-42c5-bb73-9d4c3d795f62.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.816023] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41914689-3fa6-45b9-a4a6-91cf2326efa9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.817437] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30abba96-209a-4091-82ba-a218ea1b4186 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.824360] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9d342a-9d69-4c19-a648-f3cc2ff95e5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.827334] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1795.827334] env[62180]: value = "task-1963595" [ 1795.827334] env[62180]: _type = "Task" [ 1795.827334] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.857273] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ba5b3-d6f1-4e32-a968-dfd1b9c037bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.865573] env[62180]: DEBUG nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.868250] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963595, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.873970] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5131ebe1-fe65-4948-8b96-5db75ed27960 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.887559] env[62180]: DEBUG nova.compute.provider_tree [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.010275] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529508de-e52f-35c4-c57a-6f8b134744a8, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.011087] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10747932-bbd4-408e-9c17-da4f8e4f380c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.016199] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1796.016199] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52274529-b383-008e-eae2-586df56ca495" [ 1796.016199] env[62180]: _type = "Task" [ 1796.016199] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.024549] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52274529-b383-008e-eae2-586df56ca495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.337506] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963595, 'name': Rename_Task, 'duration_secs': 0.137015} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.337506] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1796.337753] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73a32ef8-b7d7-46ef-b5aa-845ca8214f15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.344453] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1796.344453] env[62180]: value = "task-1963596" [ 1796.344453] env[62180]: _type = "Task" [ 1796.344453] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.351754] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.390312] env[62180]: DEBUG nova.scheduler.client.report [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.527683] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52274529-b383-008e-eae2-586df56ca495, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.528074] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.528447] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d/fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.529113] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40add5c5-04ad-4fe0-a078-65ea31b054c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.536338] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1796.536338] env[62180]: value = "task-1963597" [ 1796.536338] env[62180]: _type = "Task" [ 1796.536338] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.544398] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.855746] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.875703] env[62180]: DEBUG nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.896055] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.900276] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.497s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.901917] env[62180]: INFO nova.compute.claims [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.913037] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.913037] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.913037] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.913037] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.913037] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.913037] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.913037] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.913446] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.913446] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.913516] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.913681] env[62180]: DEBUG nova.virt.hardware [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.915244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f13248-d02c-4737-8b0d-d3921b03eae9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.919383] env[62180]: INFO nova.scheduler.client.report [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Deleted allocations for instance 76483cc4-76b3-4436-ae4c-c88087691ec2 [ 1796.928388] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aab065-b05c-4fbe-a839-c5ff0822b108 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.945271] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.948484] env[62180]: DEBUG oslo.service.loopingcall [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.949190] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.949420] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efc2f148-d14e-4347-b12c-72bfafa68fb3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.971154] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.971154] env[62180]: value = "task-1963598" [ 1796.971154] env[62180]: _type = "Task" [ 1796.971154] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.980311] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963598, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.053740] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494872} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.054085] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d/fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.054365] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.054683] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a30dab8-a065-4633-9328-3b20592ea6d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.062411] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1797.062411] env[62180]: value = "task-1963599" [ 1797.062411] env[62180]: _type = "Task" [ 1797.062411] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.073737] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.355914] env[62180]: DEBUG oslo_vmware.api [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963596, 'name': PowerOnVM_Task, 'duration_secs': 0.825925} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.356226] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.356597] env[62180]: INFO nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1797.356597] env[62180]: DEBUG nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.357342] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa98f2-945e-4624-a54f-521ff016e098 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.430169] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f35b7bd3-89d7-49d7-ad57-8a072b658ec2 tempest-ServerPasswordTestJSON-1841977259 tempest-ServerPasswordTestJSON-1841977259-project-member] Lock "76483cc4-76b3-4436-ae4c-c88087691ec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.659s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.480009] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963598, 'name': CreateVM_Task, 'duration_secs': 0.270305} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.480009] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.480409] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.480564] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.480854] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.481096] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e8ff8c-b4b6-4443-a18e-594331e3e255 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.485831] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1797.485831] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265dc98-7fe3-c95f-b8f5-b35e43440c37" [ 1797.485831] env[62180]: _type = "Task" [ 1797.485831] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.493320] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265dc98-7fe3-c95f-b8f5-b35e43440c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.573782] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060411} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.574145] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.574801] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc79f45-402f-4eb3-aa4b-fcd9c54f295a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.597247] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d/fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.597549] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8837b1d7-3a54-4ea3-b553-60bd440f3dc5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.620830] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1797.620830] env[62180]: value = "task-1963600" [ 1797.620830] env[62180]: _type = "Task" [ 1797.620830] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.629007] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.880125] env[62180]: INFO nova.compute.manager [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Took 44.11 seconds to build instance. [ 1797.999369] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265dc98-7fe3-c95f-b8f5-b35e43440c37, 'name': SearchDatastore_Task, 'duration_secs': 0.055256} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.003889] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.003889] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.003889] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.003889] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.003889] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.004718] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f4e2e32-db7e-4de5-9f61-5c586166665b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.037739] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.037967] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.038760] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855d495b-385a-4cb1-b625-4ffb4a98c521 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.044251] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1798.044251] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529d1c5c-bc37-f118-458a-a7aa3965ee65" [ 1798.044251] env[62180]: _type = "Task" [ 1798.044251] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.057880] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529d1c5c-bc37-f118-458a-a7aa3965ee65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.131582] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963600, 'name': ReconfigVM_Task, 'duration_secs': 0.264388} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.131892] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Reconfigured VM instance instance-0000003d to attach disk [datastore1] fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d/fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.132678] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a1a4cf-2c12-4fee-88c7-8a87ad0d34a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.139863] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1798.139863] env[62180]: value = "task-1963601" [ 1798.139863] env[62180]: _type = "Task" [ 1798.139863] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.152675] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963601, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.382837] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce680373-415e-4dac-95e9-2fc572d531f3 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.558s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.480212] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0cf5a3-2ec1-4c63-bdb9-a8f3faf20ef8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.488350] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cde52b1-09e4-4dbe-9fe5-ffe7f492f8a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.519089] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6dd2bd-8eaa-442c-93b3-6e7b224c3267 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.526591] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e861c119-a97c-4f4f-bad8-45bfb9c35276 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.539869] env[62180]: DEBUG nova.compute.provider_tree [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.557225] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529d1c5c-bc37-f118-458a-a7aa3965ee65, 'name': SearchDatastore_Task, 'duration_secs': 0.032709} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.557444] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab97ec95-c698-417e-b20f-2de93867cc0b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.562446] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1798.562446] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ee3344-0bc1-46fe-cd18-1b706afed779" [ 1798.562446] env[62180]: _type = "Task" [ 1798.562446] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.570068] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ee3344-0bc1-46fe-cd18-1b706afed779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.653030] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963601, 'name': Rename_Task, 'duration_secs': 0.156269} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.653603] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.654419] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16b46217-e7dd-4798-9156-3b4f0b32411a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.661169] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1798.661169] env[62180]: value = "task-1963602" [ 1798.661169] env[62180]: _type = "Task" [ 1798.661169] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.671628] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.888636] env[62180]: DEBUG nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1799.003650] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.003895] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.061611] env[62180]: ERROR nova.scheduler.client.report [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [req-76682fd5-8955-4442-aafd-b33a77c3466e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76682fd5-8955-4442-aafd-b33a77c3466e"}]} [ 1799.074032] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ee3344-0bc1-46fe-cd18-1b706afed779, 'name': SearchDatastore_Task, 'duration_secs': 0.027035} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.074193] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.074441] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.074693] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e406aa9-de0d-4dd1-b2cb-5cc48b2ca138 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.079612] env[62180]: DEBUG nova.scheduler.client.report [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1799.083104] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1799.083104] env[62180]: value = "task-1963603" [ 1799.083104] env[62180]: _type = "Task" [ 1799.083104] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.090850] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.094689] env[62180]: DEBUG nova.scheduler.client.report [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1799.094907] env[62180]: DEBUG nova.compute.provider_tree [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1799.106721] env[62180]: DEBUG nova.scheduler.client.report [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1799.127833] env[62180]: DEBUG nova.scheduler.client.report [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1799.174255] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.413297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.596706] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963603, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.649350] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bed866-24cc-42bc-9bb7-5f3a06a4c5eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.656304] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc616d2-b0fb-4a7b-bca3-69f30ee4bd03 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.688460] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453a66e1-c225-4632-8233-e3cc92f1edd5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.695391] env[62180]: DEBUG oslo_vmware.api [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963602, 'name': PowerOnVM_Task, 'duration_secs': 0.573016} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.697365] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.697572] env[62180]: INFO nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1799.697742] env[62180]: DEBUG nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.698491] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c0440d-f8ca-4e64-b29b-ec6e53740d24 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.701554] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180cb810-0b63-42cf-b5a8-956dd736f2d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.726112] env[62180]: DEBUG nova.compute.provider_tree [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.094502] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564067} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.094768] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1800.094975] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1800.095235] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf5587b3-9d48-46c1-aaa9-e683f2905ba3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.102332] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1800.102332] env[62180]: value = "task-1963604" [ 1800.102332] env[62180]: _type = "Task" [ 1800.102332] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.110531] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.241041] env[62180]: INFO nova.compute.manager [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Took 46.36 seconds to build instance. [ 1800.262260] env[62180]: DEBUG nova.scheduler.client.report [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1800.262519] env[62180]: DEBUG nova.compute.provider_tree [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 93 to 94 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1800.262697] env[62180]: DEBUG nova.compute.provider_tree [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.612677] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081044} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.612954] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.613752] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9993a205-e5c0-42b6-9a0f-075a18c75bd5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.633114] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.633380] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f4f6322-8a3e-42f8-ab6e-a0a6e521b60f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.653183] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1800.653183] env[62180]: value = "task-1963605" [ 1800.653183] env[62180]: _type = "Task" [ 1800.653183] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.660700] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.743783] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78639c31-54bd-4cd3-b822-3bab91b63035 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.369s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.767948] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.868s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.768472] env[62180]: DEBUG nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1800.770976] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.537s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.771239] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.771396] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1800.771671] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.601s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.773090] env[62180]: INFO nova.compute.claims [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.776833] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b69a6-3e68-47bc-9508-5f2c2c499c1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.785155] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4446d5fa-7183-48de-9060-70299564791f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.799421] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b655b60-7bd0-4552-b215-cbade8937169 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.807077] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aca815-df93-41e1-a4aa-477cc3e2852e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.837320] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177786MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1800.837663] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.164028] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.247065] env[62180]: DEBUG nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.277583] env[62180]: DEBUG nova.compute.utils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.282303] env[62180]: DEBUG nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1801.282467] env[62180]: DEBUG nova.network.neutron [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1801.324469] env[62180]: DEBUG nova.policy [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3554d24dbe2402eb112a8073e43db92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33eabd25615941069f56dcd8f558ee32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1801.620111] env[62180]: DEBUG nova.network.neutron [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Successfully created port: 1111cb90-df59-4d66-affb-0184e456d1dd {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.664467] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963605, 'name': ReconfigVM_Task, 'duration_secs': 0.822741} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.664750] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.665402] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1951381d-3bc4-4140-9c70-ffbe1cf02022 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.672532] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1801.672532] env[62180]: value = "task-1963606" [ 1801.672532] env[62180]: _type = "Task" [ 1801.672532] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.679943] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963606, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.771758] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.785688] env[62180]: DEBUG nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.184672] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963606, 'name': Rename_Task, 'duration_secs': 0.134244} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.184948] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.185201] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b388e984-c1a8-4ce7-bc40-eb9e0d821a5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.191625] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1802.191625] env[62180]: value = "task-1963607" [ 1802.191625] env[62180]: _type = "Task" [ 1802.191625] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.199813] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.266040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8b374-16f4-4548-be97-fc61b3a24f5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.273244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d8bb4a-90bb-4299-8268-e70f9566142c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.308068] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a3a77-7109-4a5c-a448-5df1b3d540b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.316041] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99091908-5fda-4bf9-b969-2684896ace80 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.330983] env[62180]: DEBUG nova.compute.provider_tree [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.702115] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963607, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.812595] env[62180]: DEBUG nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1802.834489] env[62180]: DEBUG nova.scheduler.client.report [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.839495] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1802.839718] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1802.839870] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1802.840057] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1802.840202] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1802.840348] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1802.840549] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1802.840703] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1802.840865] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1802.841038] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1802.841217] env[62180]: DEBUG nova.virt.hardware [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1802.842095] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3bf3a0-2140-4467-81be-5e65f7abc5e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.851178] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba499b9a-1756-4e89-8d2d-c772fca3edd5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.064349] env[62180]: DEBUG nova.compute.manager [req-dba4c0ae-96c3-4903-bc5d-3d0f37cd4368 req-ecaf0f11-f6bd-42df-9f70-753563abfa6a service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Received event network-vif-plugged-1111cb90-df59-4d66-affb-0184e456d1dd {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1803.064613] env[62180]: DEBUG oslo_concurrency.lockutils [req-dba4c0ae-96c3-4903-bc5d-3d0f37cd4368 req-ecaf0f11-f6bd-42df-9f70-753563abfa6a service nova] Acquiring lock "b214accc-56ca-4429-abd6-cd06c01c70d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.064902] env[62180]: DEBUG oslo_concurrency.lockutils [req-dba4c0ae-96c3-4903-bc5d-3d0f37cd4368 req-ecaf0f11-f6bd-42df-9f70-753563abfa6a service nova] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.065253] env[62180]: DEBUG oslo_concurrency.lockutils [req-dba4c0ae-96c3-4903-bc5d-3d0f37cd4368 req-ecaf0f11-f6bd-42df-9f70-753563abfa6a service nova] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.065494] env[62180]: DEBUG nova.compute.manager [req-dba4c0ae-96c3-4903-bc5d-3d0f37cd4368 req-ecaf0f11-f6bd-42df-9f70-753563abfa6a service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] No waiting events found dispatching network-vif-plugged-1111cb90-df59-4d66-affb-0184e456d1dd {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1803.065743] env[62180]: WARNING nova.compute.manager [req-dba4c0ae-96c3-4903-bc5d-3d0f37cd4368 req-ecaf0f11-f6bd-42df-9f70-753563abfa6a service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Received unexpected event network-vif-plugged-1111cb90-df59-4d66-affb-0184e456d1dd for instance with vm_state building and task_state spawning. [ 1803.171563] env[62180]: DEBUG nova.network.neutron [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Successfully updated port: 1111cb90-df59-4d66-affb-0184e456d1dd {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.208801] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963607, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.346265] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.347055] env[62180]: DEBUG nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1803.349917] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.047s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.354357] env[62180]: INFO nova.compute.claims [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.677294] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-b214accc-56ca-4429-abd6-cd06c01c70d4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.677457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-b214accc-56ca-4429-abd6-cd06c01c70d4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.677613] env[62180]: DEBUG nova.network.neutron [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.703279] env[62180]: DEBUG oslo_vmware.api [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963607, 'name': PowerOnVM_Task, 'duration_secs': 1.115278} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.703550] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.703741] env[62180]: INFO nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1803.703916] env[62180]: DEBUG nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.704694] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8096ab4-3fa1-4831-8f9e-57e0135b8937 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.857076] env[62180]: DEBUG nova.compute.utils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.860657] env[62180]: DEBUG nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1803.860873] env[62180]: DEBUG nova.network.neutron [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.898350] env[62180]: DEBUG nova.policy [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4bae2fa23e4ce2a198e28e3980bd3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e211d231214444e9f21af861c410d02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1804.162103] env[62180]: DEBUG nova.network.neutron [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Successfully created port: 4237f534-372e-4d6b-a118-0d8255ca8ff8 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1804.208382] env[62180]: DEBUG nova.network.neutron [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.224061] env[62180]: INFO nova.compute.manager [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Took 44.86 seconds to build instance. [ 1804.361586] env[62180]: DEBUG nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1804.419023] env[62180]: DEBUG nova.network.neutron [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Updating instance_info_cache with network_info: [{"id": "1111cb90-df59-4d66-affb-0184e456d1dd", "address": "fa:16:3e:95:e0:b1", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1111cb90-df", "ovs_interfaceid": "1111cb90-df59-4d66-affb-0184e456d1dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.728554] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1616f0ba-98f7-4ecd-8b6c-116e0e8fd7f9 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "027951a9-ae6f-409c-bd45-358ccc3a2826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.645s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.918441] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08196c8a-dcde-4953-8991-23e037b7517e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.921684] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-b214accc-56ca-4429-abd6-cd06c01c70d4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.922035] env[62180]: DEBUG nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Instance network_info: |[{"id": "1111cb90-df59-4d66-affb-0184e456d1dd", "address": "fa:16:3e:95:e0:b1", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1111cb90-df", "ovs_interfaceid": "1111cb90-df59-4d66-affb-0184e456d1dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.922883] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:e0:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1111cb90-df59-4d66-affb-0184e456d1dd', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.930460] env[62180]: DEBUG oslo.service.loopingcall [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.932730] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1804.932997] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9dc1771-3475-427b-9a7e-3ed8ecea2b7a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.947927] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1391dd-2ea8-4065-86b8-00a7cf213df3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.990018] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a40886-6e71-49d3-9f84-184e57586563 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.990275] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.990275] env[62180]: value = "task-1963608" [ 1804.990275] env[62180]: _type = "Task" [ 1804.990275] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.997476] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331cc78e-9b16-463b-9061-0277fac7cf56 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.004640] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963608, 'name': CreateVM_Task} progress is 15%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.015489] env[62180]: DEBUG nova.compute.provider_tree [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.103635] env[62180]: DEBUG nova.compute.manager [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Received event network-changed-1111cb90-df59-4d66-affb-0184e456d1dd {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1805.103960] env[62180]: DEBUG nova.compute.manager [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Refreshing instance network info cache due to event network-changed-1111cb90-df59-4d66-affb-0184e456d1dd. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1805.104313] env[62180]: DEBUG oslo_concurrency.lockutils [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] Acquiring lock "refresh_cache-b214accc-56ca-4429-abd6-cd06c01c70d4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.104547] env[62180]: DEBUG oslo_concurrency.lockutils [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] Acquired lock "refresh_cache-b214accc-56ca-4429-abd6-cd06c01c70d4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.104807] env[62180]: DEBUG nova.network.neutron [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Refreshing network info cache for port 1111cb90-df59-4d66-affb-0184e456d1dd {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.231100] env[62180]: DEBUG nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1805.377788] env[62180]: DEBUG nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1805.398437] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.398678] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.398830] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.399017] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.399169] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.399311] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.399513] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.399669] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.399831] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.400012] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.400185] env[62180]: DEBUG nova.virt.hardware [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.401051] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1af21ee-2951-4bbe-b5a5-485717fd6c20 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.409402] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c1612-565b-4ed5-9b99-6fc0686cda4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.459062] env[62180]: INFO nova.compute.manager [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Rebuilding instance [ 1805.501318] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963608, 'name': CreateVM_Task, 'duration_secs': 0.404762} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.503076] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1805.503694] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.503853] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.504195] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1805.504602] env[62180]: DEBUG nova.compute.manager [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.504826] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24a42ea-019c-4178-b5fa-3c91b4561434 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.506964] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f48e42e-5e4d-4808-8b84-481deb30f8f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.516580] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1805.516580] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523df443-de68-21ab-687c-ee404c3b0c01" [ 1805.516580] env[62180]: _type = "Task" [ 1805.516580] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.520201] env[62180]: DEBUG nova.scheduler.client.report [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.528811] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523df443-de68-21ab-687c-ee404c3b0c01, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.528811] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.528811] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.529026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.529063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.529247] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.529486] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13dd94c3-a5f5-412f-8ac5-997f27b2867c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.538423] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.538423] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.539355] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f775a94-809d-499e-9b68-1bce77806c5a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.545275] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1805.545275] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52409e18-cbaa-b980-4358-4b04971b3456" [ 1805.545275] env[62180]: _type = "Task" [ 1805.545275] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.553438] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52409e18-cbaa-b980-4358-4b04971b3456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.753869] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.868295] env[62180]: DEBUG nova.network.neutron [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Updated VIF entry in instance network info cache for port 1111cb90-df59-4d66-affb-0184e456d1dd. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.868295] env[62180]: DEBUG nova.network.neutron [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Updating instance_info_cache with network_info: [{"id": "1111cb90-df59-4d66-affb-0184e456d1dd", "address": "fa:16:3e:95:e0:b1", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1111cb90-df", "ovs_interfaceid": "1111cb90-df59-4d66-affb-0184e456d1dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.021768] env[62180]: DEBUG nova.network.neutron [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Successfully updated port: 4237f534-372e-4d6b-a118-0d8255ca8ff8 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1806.025798] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.025798] env[62180]: DEBUG nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.031568] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.117s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.031568] env[62180]: DEBUG nova.objects.instance [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lazy-loading 'resources' on Instance uuid 39657006-a2a1-42ff-a754-642afae84e07 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.057167] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52409e18-cbaa-b980-4358-4b04971b3456, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.058350] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fd9067-7376-48ef-ab2b-54065eb2f0d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.064866] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1806.064866] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282ae88-eed2-3398-7fd6-ab3f6b805ef5" [ 1806.064866] env[62180]: _type = "Task" [ 1806.064866] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.073243] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282ae88-eed2-3398-7fd6-ab3f6b805ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.371407] env[62180]: DEBUG oslo_concurrency.lockutils [req-63b63536-05d7-4168-b2f5-21b7f83f6364 req-ae3bb898-0f3d-4dc1-a295-a7590208a471 service nova] Releasing lock "refresh_cache-b214accc-56ca-4429-abd6-cd06c01c70d4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.521146] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.521428] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0f7a42-a5e2-45ae-b98b-fc3911a3b98a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.524157] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-1d82705f-d5ef-4e83-afa0-f1fde271c098" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.524157] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-1d82705f-d5ef-4e83-afa0-f1fde271c098" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.524157] env[62180]: DEBUG nova.network.neutron [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.531399] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1806.531399] env[62180]: value = "task-1963609" [ 1806.531399] env[62180]: _type = "Task" [ 1806.531399] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.536791] env[62180]: DEBUG nova.compute.utils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.542079] env[62180]: DEBUG nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.542146] env[62180]: DEBUG nova.network.neutron [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.550307] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.578282] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5282ae88-eed2-3398-7fd6-ab3f6b805ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.581177] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.581456] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.581904] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a91a2b3e-4d9c-4156-b377-d51780c2afe0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.588471] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1806.588471] env[62180]: value = "task-1963610" [ 1806.588471] env[62180]: _type = "Task" [ 1806.588471] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.599146] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.602566] env[62180]: DEBUG nova.policy [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67a7fcbb47c48af867e3eabd8b9d222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b56ae858f034847b6748ffb4b341dfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.961027] env[62180]: DEBUG nova.network.neutron [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Successfully created port: 55a934fb-9114-4521-9b71-e530780c2581 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.046961] env[62180]: DEBUG nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.054211] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963609, 'name': PowerOffVM_Task, 'duration_secs': 0.173803} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.059412] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.059687] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.063146] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f32163b-e958-4fb5-abb0-6f3f4427e5e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.075162] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.075508] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10aa7698-a5aa-488d-9665-70975ba02b31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.102397] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963610, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.104205] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.104430] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.104610] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleting the datastore file [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.104915] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9883b66b-cf01-4e4f-889b-af14395c174d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.113277] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1807.113277] env[62180]: value = "task-1963612" [ 1807.113277] env[62180]: _type = "Task" [ 1807.113277] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.125213] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.137871] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba0d0e5-df63-41f9-a3a4-fd1222950938 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.145664] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ecd9ba-14b5-46a5-b6d9-4a404a1a273b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.180764] env[62180]: DEBUG nova.network.neutron [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.183118] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c1f023-e983-46ee-98cd-f0b46787a70f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.191149] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3500e4-eb1f-4898-b796-557487a3d6c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.206778] env[62180]: DEBUG nova.compute.provider_tree [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.253817] env[62180]: DEBUG nova.compute.manager [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Received event network-vif-plugged-4237f534-372e-4d6b-a118-0d8255ca8ff8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1807.254040] env[62180]: DEBUG oslo_concurrency.lockutils [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] Acquiring lock "1d82705f-d5ef-4e83-afa0-f1fde271c098-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.254246] env[62180]: DEBUG oslo_concurrency.lockutils [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.254407] env[62180]: DEBUG oslo_concurrency.lockutils [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.254563] env[62180]: DEBUG nova.compute.manager [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] No waiting events found dispatching network-vif-plugged-4237f534-372e-4d6b-a118-0d8255ca8ff8 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.254716] env[62180]: WARNING nova.compute.manager [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Received unexpected event network-vif-plugged-4237f534-372e-4d6b-a118-0d8255ca8ff8 for instance with vm_state building and task_state spawning. [ 1807.254904] env[62180]: DEBUG nova.compute.manager [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Received event network-changed-4237f534-372e-4d6b-a118-0d8255ca8ff8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1807.259029] env[62180]: DEBUG nova.compute.manager [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Refreshing instance network info cache due to event network-changed-4237f534-372e-4d6b-a118-0d8255ca8ff8. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1807.259029] env[62180]: DEBUG oslo_concurrency.lockutils [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] Acquiring lock "refresh_cache-1d82705f-d5ef-4e83-afa0-f1fde271c098" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.955940] env[62180]: DEBUG nova.scheduler.client.report [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.975152] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690132} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.975557] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246434} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.976283] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.976491] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.976815] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.976882] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1807.977114] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1807.981704] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48aa8e25-2c9c-47ee-b938-869441c464f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.989252] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1807.989252] env[62180]: value = "task-1963613" [ 1807.989252] env[62180]: _type = "Task" [ 1807.989252] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.998977] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.045736] env[62180]: DEBUG nova.network.neutron [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Updating instance_info_cache with network_info: [{"id": "4237f534-372e-4d6b-a118-0d8255ca8ff8", "address": "fa:16:3e:ec:87:75", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4237f534-37", "ovs_interfaceid": "4237f534-372e-4d6b-a118-0d8255ca8ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.460909] env[62180]: DEBUG nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.466191] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.437s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.468449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.513s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.468528] env[62180]: DEBUG nova.objects.instance [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lazy-loading 'resources' on Instance uuid d9c7224c-47dd-46cc-a851-d8932bd2b69b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.491288] env[62180]: INFO nova.scheduler.client.report [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleted allocations for instance 39657006-a2a1-42ff-a754-642afae84e07 [ 1808.504327] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.504547] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.504696] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.504874] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.505027] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.505178] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.505379] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.505537] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.505718] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.505878] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.506057] env[62180]: DEBUG nova.virt.hardware [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.507707] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f17380-bc22-4e18-a468-37b05d86a5b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.515249] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067569} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.517328] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1808.518158] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166dd941-1ea9-4414-9e3f-ef9cc715b797 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.521360] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a173a8c-320c-4cae-9174-70f5e84a2e71 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.552922] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.553705] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-1d82705f-d5ef-4e83-afa0-f1fde271c098" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.553906] env[62180]: DEBUG nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Instance network_info: |[{"id": "4237f534-372e-4d6b-a118-0d8255ca8ff8", "address": "fa:16:3e:ec:87:75", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4237f534-37", "ovs_interfaceid": "4237f534-372e-4d6b-a118-0d8255ca8ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1808.554156] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10559b2e-55a7-48a0-9135-806e46f0f348 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.567661] env[62180]: DEBUG oslo_concurrency.lockutils [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] Acquired lock "refresh_cache-1d82705f-d5ef-4e83-afa0-f1fde271c098" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.567841] env[62180]: DEBUG nova.network.neutron [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Refreshing network info cache for port 4237f534-372e-4d6b-a118-0d8255ca8ff8 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.570319] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:87:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4237f534-372e-4d6b-a118-0d8255ca8ff8', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1808.577240] env[62180]: DEBUG oslo.service.loopingcall [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.580040] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1808.580824] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7589fafb-c360-4662-adb0-636c30afadb7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.595904] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1808.595904] env[62180]: value = "task-1963614" [ 1808.595904] env[62180]: _type = "Task" [ 1808.595904] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.605196] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1808.605196] env[62180]: value = "task-1963615" [ 1808.605196] env[62180]: _type = "Task" [ 1808.605196] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.605469] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.612703] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963615, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.652516] env[62180]: DEBUG nova.network.neutron [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Successfully updated port: 55a934fb-9114-4521-9b71-e530780c2581 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.837051] env[62180]: DEBUG nova.network.neutron [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Updated VIF entry in instance network info cache for port 4237f534-372e-4d6b-a118-0d8255ca8ff8. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.838030] env[62180]: DEBUG nova.network.neutron [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Updating instance_info_cache with network_info: [{"id": "4237f534-372e-4d6b-a118-0d8255ca8ff8", "address": "fa:16:3e:ec:87:75", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4237f534-37", "ovs_interfaceid": "4237f534-372e-4d6b-a118-0d8255ca8ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.014425] env[62180]: DEBUG oslo_concurrency.lockutils [None req-666a9dc9-08f3-4941-bddc-6c76543eaefc tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "39657006-a2a1-42ff-a754-642afae84e07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.093s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.021083] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1809.021325] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.021476] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1809.021651] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.021790] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1809.021932] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1809.022149] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1809.022317] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1809.022478] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1809.022637] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1809.022885] env[62180]: DEBUG nova.virt.hardware [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1809.023762] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f57b99-b85a-48e4-8137-f1f4bc8f9a57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.034511] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b12adc3-fb32-4b42-b988-1ab74068cc07 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.050839] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.056314] env[62180]: DEBUG oslo.service.loopingcall [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.058821] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.059452] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d8b2aa2-5257-4357-8ce5-c9bc562f60f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.078053] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.078053] env[62180]: value = "task-1963616" [ 1809.078053] env[62180]: _type = "Task" [ 1809.078053] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.086426] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963616, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.107272] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963614, 'name': ReconfigVM_Task, 'duration_secs': 0.284687} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.110391] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.111318] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de87b2f7-6c03-4518-83d5-3fa1d0b1053c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.120013] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963615, 'name': CreateVM_Task, 'duration_secs': 0.384122} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.121077] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1809.121380] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1809.121380] env[62180]: value = "task-1963617" [ 1809.121380] env[62180]: _type = "Task" [ 1809.121380] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.121976] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.122136] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.122471] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1809.122705] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14eb7d4b-e3f6-4c42-a2a9-148ec8c14357 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.133331] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1809.133331] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5286f33c-6b26-643f-be9e-92590f318b68" [ 1809.133331] env[62180]: _type = "Task" [ 1809.133331] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.136731] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963617, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.150243] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5286f33c-6b26-643f-be9e-92590f318b68, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.150528] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.150754] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1809.151090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.151148] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.151303] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1809.151555] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26f83585-f495-42ca-9353-05c14c22f953 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.155982] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "refresh_cache-74f7331b-44d3-4b09-88ca-807e8d8f5542" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.156136] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "refresh_cache-74f7331b-44d3-4b09-88ca-807e8d8f5542" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.156271] env[62180]: DEBUG nova.network.neutron [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.164142] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1809.164348] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1809.165762] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c86550-8764-4935-9d62-d40e3fad137e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.174312] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1809.174312] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c74f8b-206b-9efe-5bd3-f945b413e60f" [ 1809.174312] env[62180]: _type = "Task" [ 1809.174312] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.187624] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c74f8b-206b-9efe-5bd3-f945b413e60f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.282023] env[62180]: DEBUG nova.compute.manager [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Received event network-vif-plugged-55a934fb-9114-4521-9b71-e530780c2581 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1809.282182] env[62180]: DEBUG oslo_concurrency.lockutils [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] Acquiring lock "74f7331b-44d3-4b09-88ca-807e8d8f5542-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.283117] env[62180]: DEBUG oslo_concurrency.lockutils [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.283117] env[62180]: DEBUG oslo_concurrency.lockutils [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.283117] env[62180]: DEBUG nova.compute.manager [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] No waiting events found dispatching network-vif-plugged-55a934fb-9114-4521-9b71-e530780c2581 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.283117] env[62180]: WARNING nova.compute.manager [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Received unexpected event network-vif-plugged-55a934fb-9114-4521-9b71-e530780c2581 for instance with vm_state building and task_state spawning. [ 1809.283117] env[62180]: DEBUG nova.compute.manager [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Received event network-changed-55a934fb-9114-4521-9b71-e530780c2581 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1809.283597] env[62180]: DEBUG nova.compute.manager [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Refreshing instance network info cache due to event network-changed-55a934fb-9114-4521-9b71-e530780c2581. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1809.283597] env[62180]: DEBUG oslo_concurrency.lockutils [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] Acquiring lock "refresh_cache-74f7331b-44d3-4b09-88ca-807e8d8f5542" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.340041] env[62180]: DEBUG oslo_concurrency.lockutils [req-11554ebe-3334-4d57-873f-671ad27d6bcc req-b6e7d30c-b4c1-4576-a4a6-fc9abb0631b5 service nova] Releasing lock "refresh_cache-1d82705f-d5ef-4e83-afa0-f1fde271c098" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.483500] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c80c1bd-64b9-4682-87ab-c5c195b1e6b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.490484] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99298cd1-10a6-4dec-8304-f815e012425a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.520096] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a4adc-d930-4dac-96d5-1940cba92c74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.527158] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37198a9b-2826-4044-add9-e17170368e67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.539884] env[62180]: DEBUG nova.compute.provider_tree [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.587847] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963616, 'name': CreateVM_Task, 'duration_secs': 0.270278} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.588083] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1809.588431] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.588588] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.588932] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1809.589340] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e20425d-a0ef-4a4f-b4e2-6e51682e93b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.593898] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1809.593898] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5212150e-a2ae-071b-e3e7-38d9036e945a" [ 1809.593898] env[62180]: _type = "Task" [ 1809.593898] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.602233] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5212150e-a2ae-071b-e3e7-38d9036e945a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.632031] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963617, 'name': Rename_Task, 'duration_secs': 0.148077} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.632325] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.632570] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ed4bb0-877c-4430-a25a-314ebf901f47 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.638745] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1809.638745] env[62180]: value = "task-1963618" [ 1809.638745] env[62180]: _type = "Task" [ 1809.638745] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.645465] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.685390] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c74f8b-206b-9efe-5bd3-f945b413e60f, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.686212] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22b1db9-cd2e-4cbe-95f1-1eb5b477d6b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.690082] env[62180]: DEBUG nova.network.neutron [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.693290] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1809.693290] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52523c0a-6640-6bce-52bc-cab27dbf2b06" [ 1809.693290] env[62180]: _type = "Task" [ 1809.693290] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.701215] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52523c0a-6640-6bce-52bc-cab27dbf2b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.917244] env[62180]: DEBUG nova.network.neutron [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Updating instance_info_cache with network_info: [{"id": "55a934fb-9114-4521-9b71-e530780c2581", "address": "fa:16:3e:55:71:03", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a934fb-91", "ovs_interfaceid": "55a934fb-9114-4521-9b71-e530780c2581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.046300] env[62180]: DEBUG nova.scheduler.client.report [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.104766] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5212150e-a2ae-071b-e3e7-38d9036e945a, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.105027] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.105259] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1810.105510] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.148637] env[62180]: DEBUG oslo_vmware.api [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963618, 'name': PowerOnVM_Task, 'duration_secs': 0.428297} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.148914] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.149140] env[62180]: INFO nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1810.149321] env[62180]: DEBUG nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.150223] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cda06f9-049f-4f2d-8d39-b5dd96de38a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.203920] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52523c0a-6640-6bce-52bc-cab27dbf2b06, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.204212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.204478] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1810.205098] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.205098] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1810.205205] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d232fbdd-a9b6-4149-a51e-1b67d37609d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.208177] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84326402-4c03-4510-b34c-55662a3959cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.215036] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1810.215036] env[62180]: value = "task-1963619" [ 1810.215036] env[62180]: _type = "Task" [ 1810.215036] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.219637] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1810.219856] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1810.220911] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fa7851-d225-4afc-94ef-a7e5cff362d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.226968] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.229883] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1810.229883] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aebfa8-b4b5-e248-20df-f929463548c4" [ 1810.229883] env[62180]: _type = "Task" [ 1810.229883] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.237313] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aebfa8-b4b5-e248-20df-f929463548c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.419793] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "refresh_cache-74f7331b-44d3-4b09-88ca-807e8d8f5542" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.420191] env[62180]: DEBUG nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Instance network_info: |[{"id": "55a934fb-9114-4521-9b71-e530780c2581", "address": "fa:16:3e:55:71:03", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a934fb-91", "ovs_interfaceid": "55a934fb-9114-4521-9b71-e530780c2581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.420555] env[62180]: DEBUG oslo_concurrency.lockutils [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] Acquired lock "refresh_cache-74f7331b-44d3-4b09-88ca-807e8d8f5542" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.420733] env[62180]: DEBUG nova.network.neutron [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Refreshing network info cache for port 55a934fb-9114-4521-9b71-e530780c2581 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.423607] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:71:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55a934fb-9114-4521-9b71-e530780c2581', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.430570] env[62180]: DEBUG oslo.service.loopingcall [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.431105] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.432034] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d89c0514-ffe6-4552-8616-a20cdec502b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.455023] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.455023] env[62180]: value = "task-1963620" [ 1810.455023] env[62180]: _type = "Task" [ 1810.455023] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.462980] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963620, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.554029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.557943] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.185s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.558384] env[62180]: DEBUG nova.objects.instance [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lazy-loading 'resources' on Instance uuid 0cf30c19-40c2-4a29-9099-92507328ae81 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.593166] env[62180]: INFO nova.scheduler.client.report [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted allocations for instance d9c7224c-47dd-46cc-a851-d8932bd2b69b [ 1810.668808] env[62180]: INFO nova.compute.manager [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Took 47.29 seconds to build instance. [ 1810.726538] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963619, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.739473] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52aebfa8-b4b5-e248-20df-f929463548c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.740224] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ebd1f7-140c-478c-a808-4bad19b3ed5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.744996] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1810.744996] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e1e40f-d5d5-ae7e-c8ea-b272cce72e3e" [ 1810.744996] env[62180]: _type = "Task" [ 1810.744996] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.753615] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e1e40f-d5d5-ae7e-c8ea-b272cce72e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.913918] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "f75daac5-b2f6-45d0-aff5-11536d96680e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.914201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.964908] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963620, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.103899] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0b57c8b-038b-4381-b295-f0e67f4a2b64 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "d9c7224c-47dd-46cc-a851-d8932bd2b69b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.699s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.172761] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7414dca4-3ac6-4d41-bddf-81b117696126 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.440s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.222624] env[62180]: DEBUG nova.network.neutron [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Updated VIF entry in instance network info cache for port 55a934fb-9114-4521-9b71-e530780c2581. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.222973] env[62180]: DEBUG nova.network.neutron [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Updating instance_info_cache with network_info: [{"id": "55a934fb-9114-4521-9b71-e530780c2581", "address": "fa:16:3e:55:71:03", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a934fb-91", "ovs_interfaceid": "55a934fb-9114-4521-9b71-e530780c2581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.228013] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963619, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.255386] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e1e40f-d5d5-ae7e-c8ea-b272cce72e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.257631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.257879] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1811.258982] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-978e23aa-4a01-4ca5-8380-52d737f58722 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.264835] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1811.264835] env[62180]: value = "task-1963621" [ 1811.264835] env[62180]: _type = "Task" [ 1811.264835] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.276750] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.364312] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "b214accc-56ca-4429-abd6-cd06c01c70d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.364521] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.364695] env[62180]: DEBUG nova.compute.manager [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.365585] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381ee4e-cfe6-41b2-bf6c-567d27663603 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.373136] env[62180]: DEBUG nova.compute.manager [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1811.373687] env[62180]: DEBUG nova.objects.instance [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'flavor' on Instance uuid b214accc-56ca-4429-abd6-cd06c01c70d4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.466712] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963620, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.571244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc8aed-8871-4042-9204-f11c577b3da5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.579400] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716d4797-765d-4004-91bc-89828868db8b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.614047] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4114eda-dff2-4f54-ba0b-f4fdf53aac52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.622045] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3723a59d-ae6a-4b89-89aa-a7cac8e3f7f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.645172] env[62180]: DEBUG nova.compute.provider_tree [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.681388] env[62180]: DEBUG nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.727719] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963619, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.734049] env[62180]: DEBUG oslo_concurrency.lockutils [req-794e7f4a-20fb-4d33-b98e-fa117c2be55f req-26427851-98b1-4529-b2b0-26b4acb41fc3 service nova] Releasing lock "refresh_cache-74f7331b-44d3-4b09-88ca-807e8d8f5542" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.777575] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.965392] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963620, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.147509] env[62180]: DEBUG nova.scheduler.client.report [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.203409] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.229242] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963619, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.647869} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.229576] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.229803] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.230070] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e7f002-c12b-42a7-860b-c6bf7774f827 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.237546] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1812.237546] env[62180]: value = "task-1963622" [ 1812.237546] env[62180]: _type = "Task" [ 1812.237546] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.246038] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.275337] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.383799] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.384162] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f357588b-02fb-4cc4-b3ea-53694448f6f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.392960] env[62180]: DEBUG oslo_vmware.api [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1812.392960] env[62180]: value = "task-1963623" [ 1812.392960] env[62180]: _type = "Task" [ 1812.392960] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.402055] env[62180]: DEBUG oslo_vmware.api [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.466181] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963620, 'name': CreateVM_Task, 'duration_secs': 1.715999} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.466394] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1812.467168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.467381] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.467729] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.468061] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cabb32-faa2-4c99-af29-cb6af01edc45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.473650] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1812.473650] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526ee6c9-ddae-8108-aef6-6a111c63b7ce" [ 1812.473650] env[62180]: _type = "Task" [ 1812.473650] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.482566] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526ee6c9-ddae-8108-aef6-6a111c63b7ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.652913] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.655377] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.959s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.656940] env[62180]: INFO nova.compute.claims [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.684329] env[62180]: INFO nova.scheduler.client.report [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted allocations for instance 0cf30c19-40c2-4a29-9099-92507328ae81 [ 1812.747712] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128094} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.748035] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.748764] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55481d7-2b8a-4d45-998d-e1e35ce58339 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.771242] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.772219] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fc9c51-47d9-4b3f-8824-1da89b2a9171 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.794139] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963621, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.261199} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.795305] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.795520] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.795853] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1812.795853] env[62180]: value = "task-1963624" [ 1812.795853] env[62180]: _type = "Task" [ 1812.795853] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.796049] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce9f121-9684-4593-8ebc-ff1036b8e3df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.807911] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.809022] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1812.809022] env[62180]: value = "task-1963625" [ 1812.809022] env[62180]: _type = "Task" [ 1812.809022] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.816786] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.902997] env[62180]: DEBUG oslo_vmware.api [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963623, 'name': PowerOffVM_Task, 'duration_secs': 0.268247} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.903322] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.903547] env[62180]: DEBUG nova.compute.manager [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.904636] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff098b7-68a4-452f-baf4-8c5c174277d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.984952] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526ee6c9-ddae-8108-aef6-6a111c63b7ce, 'name': SearchDatastore_Task, 'duration_secs': 0.039904} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.985313] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.985551] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.986185] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.986185] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.986185] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.986529] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84145890-a4b3-480f-baff-727b33e87e6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.994470] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.994586] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.995289] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdc1c78-43b8-490c-b2f1-b475f530e0c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.000247] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1813.000247] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527450be-461e-2e40-595c-eeed67ad6665" [ 1813.000247] env[62180]: _type = "Task" [ 1813.000247] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.007982] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527450be-461e-2e40-595c-eeed67ad6665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.191696] env[62180]: DEBUG oslo_concurrency.lockutils [None req-91eb0862-79f4-49c3-965d-0440e39c5a03 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0cf30c19-40c2-4a29-9099-92507328ae81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.527s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.307246] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963624, 'name': ReconfigVM_Task, 'duration_secs': 0.32256} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.307531] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.308173] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85190b25-c76b-4b49-a067-45ab15dd383a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.317672] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070861} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.318792] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.319131] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1813.319131] env[62180]: value = "task-1963626" [ 1813.319131] env[62180]: _type = "Task" [ 1813.319131] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.319774] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0d1644-ad64-4189-b64e-14966a5f1766 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.329360] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963626, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.345425] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.346135] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adc3e13-5dbb-4edc-8207-dbae1761c501 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.366651] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1813.366651] env[62180]: value = "task-1963627" [ 1813.366651] env[62180]: _type = "Task" [ 1813.366651] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.375233] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.418266] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bc14630-afb1-47e1-b715-7912e50ac51e tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.512882] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527450be-461e-2e40-595c-eeed67ad6665, 'name': SearchDatastore_Task, 'duration_secs': 0.008214} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.514482] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b796bd-0149-45a5-8d7b-f45823ac1ebd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.519240] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1813.519240] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52620dc8-325b-f4df-3057-1fa0d45a78d5" [ 1813.519240] env[62180]: _type = "Task" [ 1813.519240] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.526772] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52620dc8-325b-f4df-3057-1fa0d45a78d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.831949] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963626, 'name': Rename_Task, 'duration_secs': 0.15194} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.834226] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.835041] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09adfda6-7231-4bd4-87a2-fbd988d72493 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.841825] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1813.841825] env[62180]: value = "task-1963628" [ 1813.841825] env[62180]: _type = "Task" [ 1813.841825] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.851589] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.881045] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963627, 'name': ReconfigVM_Task, 'duration_secs': 0.261501} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.881368] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826/027951a9-ae6f-409c-bd45-358ccc3a2826.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.881965] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afccea89-2060-4bc3-a5b6-030303c5b92d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.888678] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1813.888678] env[62180]: value = "task-1963629" [ 1813.888678] env[62180]: _type = "Task" [ 1813.888678] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.896976] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963629, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.035131] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52620dc8-325b-f4df-3057-1fa0d45a78d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.035131] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.035131] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 74f7331b-44d3-4b09-88ca-807e8d8f5542/74f7331b-44d3-4b09-88ca-807e8d8f5542.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.035131] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d52543-9f3e-47b9-ac67-7cb887ac91b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.042655] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1814.042655] env[62180]: value = "task-1963630" [ 1814.042655] env[62180]: _type = "Task" [ 1814.042655] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.052568] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.155129] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fa34ab-b819-4662-95b3-7c66c2ba09cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.163144] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9077c5bb-2ea8-4020-af0a-943c61fad46a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.194674] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e2f22-9d83-4209-9d44-c12d7a74517b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.197440] env[62180]: INFO nova.compute.manager [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Rebuilding instance [ 1814.204782] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d571f-629d-4df6-a20d-cba6c69b1ffc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.218631] env[62180]: DEBUG nova.compute.provider_tree [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.246115] env[62180]: DEBUG nova.compute.manager [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.247410] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c9e7c8-92b6-4880-b576-86bc7fbb3a65 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.354042] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963628, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.401050] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963629, 'name': Rename_Task, 'duration_secs': 0.135584} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.401395] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.401690] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4297812f-44b8-43db-888e-137777f8a0b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.409712] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1814.409712] env[62180]: value = "task-1963631" [ 1814.409712] env[62180]: _type = "Task" [ 1814.409712] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.418184] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.552617] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963630, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.724404] env[62180]: DEBUG nova.scheduler.client.report [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1814.853302] env[62180]: DEBUG oslo_vmware.api [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963628, 'name': PowerOnVM_Task, 'duration_secs': 0.527695} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.853579] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.853783] env[62180]: INFO nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1814.853955] env[62180]: DEBUG nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.854754] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2fdac-3ee7-453b-9b1a-c51d16bf1ca8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.920118] env[62180]: DEBUG oslo_vmware.api [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963631, 'name': PowerOnVM_Task, 'duration_secs': 0.465084} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.920385] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.920585] env[62180]: DEBUG nova.compute.manager [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.921353] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e69982d-4131-4198-9fbe-404c1b15a27e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.053520] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67414} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.053797] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 74f7331b-44d3-4b09-88ca-807e8d8f5542/74f7331b-44d3-4b09-88ca-807e8d8f5542.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.053998] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.054262] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a77e4f51-ceb0-4470-a735-1c4ab7870743 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.060917] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1815.060917] env[62180]: value = "task-1963632" [ 1815.060917] env[62180]: _type = "Task" [ 1815.060917] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.070679] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.232033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.233517] env[62180]: DEBUG nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1815.236276] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.141s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.236507] env[62180]: DEBUG nova.objects.instance [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lazy-loading 'resources' on Instance uuid e0af3596-1be3-4674-9ce7-eb41f3ef70dd {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.263813] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.264140] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91f0941-4a6e-4cad-9722-ff46f330d083 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.274284] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1815.274284] env[62180]: value = "task-1963633" [ 1815.274284] env[62180]: _type = "Task" [ 1815.274284] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.286586] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1815.288153] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.288153] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0d5eb2-4d7c-4aba-9fdb-aa6a15f402eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.294642] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.294888] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891c3276-dfb6-4147-8c5f-b8d7d0689b2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.361404] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "9570b747-e196-45a7-8f38-28d10c2935ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.361547] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "9570b747-e196-45a7-8f38-28d10c2935ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.373039] env[62180]: INFO nova.compute.manager [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Took 50.22 seconds to build instance. [ 1815.409180] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.409562] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.411008] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleting the datastore file [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.411008] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65fe832e-1fb6-45ff-8cb9-5f2134ff5605 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.418550] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1815.418550] env[62180]: value = "task-1963635" [ 1815.418550] env[62180]: _type = "Task" [ 1815.418550] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.429045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.429241] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.429673] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.442641] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.572521] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155273} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.572521] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.573170] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f310386-18fa-43dd-adc2-7f97d2b041e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.596070] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 74f7331b-44d3-4b09-88ca-807e8d8f5542/74f7331b-44d3-4b09-88ca-807e8d8f5542.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.596363] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db2a120-6bd0-49ad-81e6-75fb3f31ffd8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.623539] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1815.623539] env[62180]: value = "task-1963636" [ 1815.623539] env[62180]: _type = "Task" [ 1815.623539] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.632645] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.742797] env[62180]: DEBUG nova.compute.utils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1815.744578] env[62180]: DEBUG nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1815.744746] env[62180]: DEBUG nova.network.neutron [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1815.869885] env[62180]: DEBUG nova.policy [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6df4dba511214c1686f94157b7d13e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '208058f115774b949ee1b40402572dec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1815.874413] env[62180]: DEBUG oslo_concurrency.lockutils [None req-34bd8d25-0e64-4a91-8beb-6b8bcf2c5130 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.981s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.927391] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.117424] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "027951a9-ae6f-409c-bd45-358ccc3a2826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.119426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "027951a9-ae6f-409c-bd45-358ccc3a2826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.119426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "027951a9-ae6f-409c-bd45-358ccc3a2826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.119426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "027951a9-ae6f-409c-bd45-358ccc3a2826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.119426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "027951a9-ae6f-409c-bd45-358ccc3a2826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.120901] env[62180]: INFO nova.compute.manager [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Terminating instance [ 1816.133655] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.247695] env[62180]: DEBUG nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1816.318060] env[62180]: DEBUG nova.network.neutron [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Successfully created port: f93c09ed-ed65-4e99-bb15-c2d37528bfbe {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.330067] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e081b811-e0f4-4a22-a1d8-ca6e58515047 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.338019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6cef7-ebf9-4a0c-80d7-d3e835ed50a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.370936] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f83c81-80d4-4ad7-baed-96e8cea9216d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.378170] env[62180]: DEBUG nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1816.383998] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aacf636-094f-4d16-a4b5-c65372f2bcdd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.399761] env[62180]: DEBUG nova.compute.provider_tree [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.429842] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579191} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.429842] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.429842] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.429842] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.625022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "refresh_cache-027951a9-ae6f-409c-bd45-358ccc3a2826" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.625158] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "refresh_cache-027951a9-ae6f-409c-bd45-358ccc3a2826" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.625347] env[62180]: DEBUG nova.network.neutron [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.636157] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963636, 'name': ReconfigVM_Task, 'duration_secs': 0.619297} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.636840] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 74f7331b-44d3-4b09-88ca-807e8d8f5542/74f7331b-44d3-4b09-88ca-807e8d8f5542.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.637479] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e207ffd0-9b57-4135-9dea-25905be4f009 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.644083] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1816.644083] env[62180]: value = "task-1963637" [ 1816.644083] env[62180]: _type = "Task" [ 1816.644083] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.651887] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963637, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.902769] env[62180]: DEBUG nova.scheduler.client.report [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.923668] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.059439] env[62180]: INFO nova.compute.manager [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Rebuilding instance [ 1817.125369] env[62180]: DEBUG nova.compute.manager [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.125369] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbdde23-b887-4606-bfdd-46dd263ccb98 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.148708] env[62180]: DEBUG nova.network.neutron [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.158502] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963637, 'name': Rename_Task, 'duration_secs': 0.139661} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.158502] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.158502] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c9d5c49-40f3-4da4-b8fe-c260b4abfa9e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.165042] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1817.165042] env[62180]: value = "task-1963638" [ 1817.165042] env[62180]: _type = "Task" [ 1817.165042] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.175228] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.235505] env[62180]: DEBUG nova.network.neutron [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.259829] env[62180]: DEBUG nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1817.281178] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.281476] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.281650] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.281868] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.282042] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.282199] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.282439] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.282619] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.282825] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.283036] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.283229] env[62180]: DEBUG nova.virt.hardware [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.284431] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e6331-8dda-4985-adda-39397e0c91f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.292997] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715d8380-2bf7-4716-959b-14a995048a83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.409119] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.410321] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.325s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.413041] env[62180]: INFO nova.compute.claims [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.438057] env[62180]: INFO nova.scheduler.client.report [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted allocations for instance e0af3596-1be3-4674-9ce7-eb41f3ef70dd [ 1817.465037] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1817.465496] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.465690] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1817.465979] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.466217] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1817.466447] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1817.466717] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1817.466927] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1817.467145] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1817.467342] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1817.467567] env[62180]: DEBUG nova.virt.hardware [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1817.468552] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357b385-0e12-4eb1-be69-2231bb942322 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.478323] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfccb7bd-02b7-4579-a8ac-f50b09a22496 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.492541] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:e0:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1111cb90-df59-4d66-affb-0184e456d1dd', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1817.500379] env[62180]: DEBUG oslo.service.loopingcall [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.500696] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1817.500951] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f66cc00-e1eb-4a15-b5c5-dcc5778c0607 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.521211] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1817.521211] env[62180]: value = "task-1963639" [ 1817.521211] env[62180]: _type = "Task" [ 1817.521211] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.529277] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963639, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.675807] env[62180]: DEBUG oslo_vmware.api [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963638, 'name': PowerOnVM_Task, 'duration_secs': 0.428709} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.676128] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.676333] env[62180]: INFO nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1817.676510] env[62180]: DEBUG nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.677348] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9908b6-f2c9-49c0-9236-b75825ce9dda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.741191] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "refresh_cache-027951a9-ae6f-409c-bd45-358ccc3a2826" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.741191] env[62180]: DEBUG nova.compute.manager [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1817.741191] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.741191] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd17b51-8a03-428b-af9b-b0b28b36ab48 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.749737] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.749962] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72538cc-7ccf-4a52-8f0e-14bce5f52db8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.757120] env[62180]: DEBUG oslo_vmware.api [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1817.757120] env[62180]: value = "task-1963640" [ 1817.757120] env[62180]: _type = "Task" [ 1817.757120] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.767738] env[62180]: DEBUG oslo_vmware.api [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.951270] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61fa12b1-a45b-40fa-b267-bdc03b026bf8 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "e0af3596-1be3-4674-9ce7-eb41f3ef70dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.391s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.031595] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963639, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.068839] env[62180]: DEBUG nova.network.neutron [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Successfully updated port: f93c09ed-ed65-4e99-bb15-c2d37528bfbe {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.142336] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.142472] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70bc39d7-7158-4efa-947a-3c8d371b19c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.150050] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1818.150050] env[62180]: value = "task-1963641" [ 1818.150050] env[62180]: _type = "Task" [ 1818.150050] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.159346] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.197991] env[62180]: INFO nova.compute.manager [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Took 51.92 seconds to build instance. [ 1818.252726] env[62180]: DEBUG nova.compute.manager [req-89397b14-b2c4-4f58-8433-c57e22783438 req-8caaa88d-4b2c-418a-8f55-4d6abdee0c89 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Received event network-vif-plugged-f93c09ed-ed65-4e99-bb15-c2d37528bfbe {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1818.253034] env[62180]: DEBUG oslo_concurrency.lockutils [req-89397b14-b2c4-4f58-8433-c57e22783438 req-8caaa88d-4b2c-418a-8f55-4d6abdee0c89 service nova] Acquiring lock "b0b93b16-87c8-47c4-808e-6bd977dd3430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.253263] env[62180]: DEBUG oslo_concurrency.lockutils [req-89397b14-b2c4-4f58-8433-c57e22783438 req-8caaa88d-4b2c-418a-8f55-4d6abdee0c89 service nova] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.253435] env[62180]: DEBUG oslo_concurrency.lockutils [req-89397b14-b2c4-4f58-8433-c57e22783438 req-8caaa88d-4b2c-418a-8f55-4d6abdee0c89 service nova] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.253608] env[62180]: DEBUG nova.compute.manager [req-89397b14-b2c4-4f58-8433-c57e22783438 req-8caaa88d-4b2c-418a-8f55-4d6abdee0c89 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] No waiting events found dispatching network-vif-plugged-f93c09ed-ed65-4e99-bb15-c2d37528bfbe {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.253769] env[62180]: WARNING nova.compute.manager [req-89397b14-b2c4-4f58-8433-c57e22783438 req-8caaa88d-4b2c-418a-8f55-4d6abdee0c89 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Received unexpected event network-vif-plugged-f93c09ed-ed65-4e99-bb15-c2d37528bfbe for instance with vm_state building and task_state spawning. [ 1818.267947] env[62180]: DEBUG oslo_vmware.api [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963640, 'name': PowerOffVM_Task, 'duration_secs': 0.133517} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.270404] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.273913] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.273913] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c8f8777-1717-4997-abff-5901e61b02d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.296232] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.296232] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.296348] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleting the datastore file [datastore1] 027951a9-ae6f-409c-bd45-358ccc3a2826 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.296543] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a27f15-5215-4653-ac7e-e183dc463a6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.303645] env[62180]: DEBUG oslo_vmware.api [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1818.303645] env[62180]: value = "task-1963643" [ 1818.303645] env[62180]: _type = "Task" [ 1818.303645] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.311516] env[62180]: DEBUG oslo_vmware.api [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.531889] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963639, 'name': CreateVM_Task, 'duration_secs': 0.657127} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.534431] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.535332] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.535441] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.535754] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.536082] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780c4595-f346-4794-8611-17c22db02d9a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.540523] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1818.540523] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cda0db-ab92-c80a-a0b5-71263766526a" [ 1818.540523] env[62180]: _type = "Task" [ 1818.540523] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.550938] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cda0db-ab92-c80a-a0b5-71263766526a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.575598] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "refresh_cache-b0b93b16-87c8-47c4-808e-6bd977dd3430" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.575735] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquired lock "refresh_cache-b0b93b16-87c8-47c4-808e-6bd977dd3430" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.575882] env[62180]: DEBUG nova.network.neutron [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.659233] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963641, 'name': PowerOffVM_Task, 'duration_secs': 0.246866} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.661754] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.661984] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.663183] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c899a-d47d-4def-9604-f638a3c7ce19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.670136] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.670407] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-490c7ec7-4226-4ad3-b827-b7044aa6f047 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.700321] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0fba5903-8e51-455e-83a4-f63ebb2792b8 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.771s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.749541] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.749745] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.749947] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleting the datastore file [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.754401] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a59ea8b3-bbb9-493b-ae9a-e1dcb8830a9e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.763475] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1818.763475] env[62180]: value = "task-1963645" [ 1818.763475] env[62180]: _type = "Task" [ 1818.763475] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.778436] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.819785] env[62180]: DEBUG oslo_vmware.api [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228952} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.822013] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1818.822211] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1818.822383] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.822638] env[62180]: INFO nova.compute.manager [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1818.822792] env[62180]: DEBUG oslo.service.loopingcall [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.823256] env[62180]: DEBUG nova.compute.manager [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1818.823256] env[62180]: DEBUG nova.network.neutron [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1818.842338] env[62180]: DEBUG nova.network.neutron [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.947061] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2316ef-1c58-49d2-a297-9973d0438936 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.955180] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fd6d21-acd0-4ec5-92e4-5b8c3c47344e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.962782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.963198] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.991027] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1fa55b-94b3-4b36-bf2d-cecb55df65da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.999649] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07919932-a6fc-44cc-b60e-54d8261300c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.013210] env[62180]: DEBUG nova.compute.provider_tree [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.050579] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cda0db-ab92-c80a-a0b5-71263766526a, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.050843] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.051091] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.051328] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.051473] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.051647] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.051903] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c224967-4ce8-45c1-ad01-d1f96b0d1b12 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.059979] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.060121] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.060820] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f981e6-a0ba-40cc-9f17-367887104032 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.071098] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1819.071098] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521a566c-e4bb-142e-a82b-56df4c57ed83" [ 1819.071098] env[62180]: _type = "Task" [ 1819.071098] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.078099] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521a566c-e4bb-142e-a82b-56df4c57ed83, 'name': SearchDatastore_Task, 'duration_secs': 0.007822} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.078831] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970001ed-6a58-421a-8f6d-71c70e1befb7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.087471] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1819.087471] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5257f28b-8bf8-a215-5aae-4f45e694c3be" [ 1819.087471] env[62180]: _type = "Task" [ 1819.087471] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.094704] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5257f28b-8bf8-a215-5aae-4f45e694c3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.120842] env[62180]: DEBUG nova.network.neutron [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.202452] env[62180]: DEBUG nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.273475] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241133} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.273759] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.273887] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.274075] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.347258] env[62180]: DEBUG nova.network.neutron [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.352251] env[62180]: DEBUG nova.network.neutron [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Updating instance_info_cache with network_info: [{"id": "f93c09ed-ed65-4e99-bb15-c2d37528bfbe", "address": "fa:16:3e:35:bc:70", "network": {"id": "79c1e717-b02b-4447-a371-5bfd49b6b3d0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1970264080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208058f115774b949ee1b40402572dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93c09ed-ed", "ovs_interfaceid": "f93c09ed-ed65-4e99-bb15-c2d37528bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.516520] env[62180]: DEBUG nova.scheduler.client.report [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.599170] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5257f28b-8bf8-a215-5aae-4f45e694c3be, 'name': SearchDatastore_Task, 'duration_secs': 0.016489} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.599170] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.599170] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.599170] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2f8c09-b74b-4351-bdaa-74d113997a7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.607131] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1819.607131] env[62180]: value = "task-1963646" [ 1819.607131] env[62180]: _type = "Task" [ 1819.607131] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.615435] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.739886] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.851707] env[62180]: INFO nova.compute.manager [-] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Took 1.03 seconds to deallocate network for instance. [ 1819.853960] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Releasing lock "refresh_cache-b0b93b16-87c8-47c4-808e-6bd977dd3430" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.854300] env[62180]: DEBUG nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Instance network_info: |[{"id": "f93c09ed-ed65-4e99-bb15-c2d37528bfbe", "address": "fa:16:3e:35:bc:70", "network": {"id": "79c1e717-b02b-4447-a371-5bfd49b6b3d0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1970264080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208058f115774b949ee1b40402572dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93c09ed-ed", "ovs_interfaceid": "f93c09ed-ed65-4e99-bb15-c2d37528bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1819.854792] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:bc:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93c09ed-ed65-4e99-bb15-c2d37528bfbe', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.863285] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Creating folder: Project (208058f115774b949ee1b40402572dec). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1819.867571] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eca9b96-9289-43ae-a3fe-b83fe9e19476 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.882798] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Created folder: Project (208058f115774b949ee1b40402572dec) in parent group-v404325. [ 1819.883065] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Creating folder: Instances. Parent ref: group-v404496. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1819.883327] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee32a87-cbcb-4906-9a2d-312c873e3ce7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.893146] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Created folder: Instances in parent group-v404496. [ 1819.893374] env[62180]: DEBUG oslo.service.loopingcall [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.893559] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.893753] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c0487db-bb93-4629-8755-efe3f982b0de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.916189] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.916189] env[62180]: value = "task-1963649" [ 1819.916189] env[62180]: _type = "Task" [ 1819.916189] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.925397] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963649, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.021629] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.021941] env[62180]: DEBUG nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1820.024684] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.148s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.109564] env[62180]: DEBUG nova.compute.manager [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.110892] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c034c35-1e3f-4978-96f6-bf1969f1578d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.126249] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513081} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.126340] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.126516] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.126762] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a01f5ae-053b-455c-bbe9-5662823b0b99 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.133905] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1820.133905] env[62180]: value = "task-1963650" [ 1820.133905] env[62180]: _type = "Task" [ 1820.133905] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.143454] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.298250] env[62180]: DEBUG nova.compute.manager [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Received event network-changed-f93c09ed-ed65-4e99-bb15-c2d37528bfbe {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1820.298596] env[62180]: DEBUG nova.compute.manager [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Refreshing instance network info cache due to event network-changed-f93c09ed-ed65-4e99-bb15-c2d37528bfbe. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1820.298945] env[62180]: DEBUG oslo_concurrency.lockutils [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] Acquiring lock "refresh_cache-b0b93b16-87c8-47c4-808e-6bd977dd3430" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.299155] env[62180]: DEBUG oslo_concurrency.lockutils [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] Acquired lock "refresh_cache-b0b93b16-87c8-47c4-808e-6bd977dd3430" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.299328] env[62180]: DEBUG nova.network.neutron [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Refreshing network info cache for port f93c09ed-ed65-4e99-bb15-c2d37528bfbe {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.320970] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.321434] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.322545] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.322545] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.322545] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.322545] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.322545] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.322768] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.322875] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.323085] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.323272] env[62180]: DEBUG nova.virt.hardware [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.324463] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667c0d38-8728-43bd-8289-1cc29f52d4e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.334203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a1604e-d9c6-4217-82ec-6f74fdfd9965 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.351692] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:87:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4237f534-372e-4d6b-a118-0d8255ca8ff8', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.360502] env[62180]: DEBUG oslo.service.loopingcall [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.360846] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.361116] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e2052d-7074-4b6c-b331-7b478bacefa5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.376687] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.381675] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.381675] env[62180]: value = "task-1963651" [ 1820.381675] env[62180]: _type = "Task" [ 1820.381675] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.390608] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963651, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.424743] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963649, 'name': CreateVM_Task, 'duration_secs': 0.484789} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.424917] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.425637] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.425797] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.426210] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.426730] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebab4264-79ec-4785-bff2-d02ad0a42cc3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.431646] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1820.431646] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528c4d5c-5371-4670-e465-9963dc79f19a" [ 1820.431646] env[62180]: _type = "Task" [ 1820.431646] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.440697] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528c4d5c-5371-4670-e465-9963dc79f19a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.528937] env[62180]: DEBUG nova.compute.utils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.532385] env[62180]: INFO nova.compute.claims [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.536191] env[62180]: DEBUG nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.536387] env[62180]: DEBUG nova.network.neutron [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.631185] env[62180]: INFO nova.compute.manager [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] instance snapshotting [ 1820.632677] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb58ac-1879-4b13-8f28-87cfdadae9b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.643704] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073149} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.656565] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.658262] env[62180]: DEBUG nova.policy [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4df90ba0a0e49f3b0f6eeec74a66d9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1afb132983b471ca35ec0edaed84157', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.660191] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46251dc-d3bd-46e7-90f4-7bf55e0abd09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.662994] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f49aa-3360-4735-89ea-430429006800 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.685460] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.687519] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43ecdc4-a0f0-4164-813d-b66253fda13d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.709817] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1820.709817] env[62180]: value = "task-1963652" [ 1820.709817] env[62180]: _type = "Task" [ 1820.709817] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.718190] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.891488] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963651, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.941605] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528c4d5c-5371-4670-e465-9963dc79f19a, 'name': SearchDatastore_Task, 'duration_secs': 0.013078} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.944358] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.944597] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.944825] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.945015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.945235] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.945499] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abde2824-9d6b-42e4-bd10-2ebaa1cf543b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.956963] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.957188] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.957925] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd760848-1219-419d-b29a-3627b8ba1ea3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.963011] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1820.963011] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a4ed3e-4c73-bb99-3590-aca1e0070d1f" [ 1820.963011] env[62180]: _type = "Task" [ 1820.963011] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.971199] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a4ed3e-4c73-bb99-3590-aca1e0070d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.016194] env[62180]: DEBUG nova.network.neutron [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Updated VIF entry in instance network info cache for port f93c09ed-ed65-4e99-bb15-c2d37528bfbe. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.016480] env[62180]: DEBUG nova.network.neutron [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Updating instance_info_cache with network_info: [{"id": "f93c09ed-ed65-4e99-bb15-c2d37528bfbe", "address": "fa:16:3e:35:bc:70", "network": {"id": "79c1e717-b02b-4447-a371-5bfd49b6b3d0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1970264080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "208058f115774b949ee1b40402572dec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93c09ed-ed", "ovs_interfaceid": "f93c09ed-ed65-4e99-bb15-c2d37528bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.037304] env[62180]: DEBUG nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1821.042290] env[62180]: INFO nova.compute.resource_tracker [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating resource usage from migration e4880466-054f-4d7b-830d-c64f707eebf4 [ 1821.067653] env[62180]: DEBUG nova.network.neutron [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Successfully created port: 0a760d36-adc1-4463-8d7f-5a3d88ebc0fb {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.208058] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1821.208058] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-254e2397-2d7d-4d85-bc7f-c21d0e86098f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.220957] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.222268] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1821.222268] env[62180]: value = "task-1963653" [ 1821.222268] env[62180]: _type = "Task" [ 1821.222268] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.229480] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.394681] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963651, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.474564] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a4ed3e-4c73-bb99-3590-aca1e0070d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.475370] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1af8764-3c5d-4ab7-a601-1b0aaba1b1bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.483660] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1821.483660] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b5f5c8-92ab-7053-2029-6fca6706b86d" [ 1821.483660] env[62180]: _type = "Task" [ 1821.483660] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.492137] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b5f5c8-92ab-7053-2029-6fca6706b86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.519643] env[62180]: DEBUG oslo_concurrency.lockutils [req-e4f00c0f-d06b-40d1-9c5c-3a1473f5aa38 req-e1f1e934-4bc7-4c2f-adec-8f7b01110653 service nova] Releasing lock "refresh_cache-b0b93b16-87c8-47c4-808e-6bd977dd3430" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.723582] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963652, 'name': ReconfigVM_Task, 'duration_secs': 0.743982} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.729056] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4/b214accc-56ca-4429-abd6-cd06c01c70d4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.729991] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0efe121b-f4e6-4fef-94ff-d28deeccdf15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.736171] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.737250] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1821.737250] env[62180]: value = "task-1963654" [ 1821.737250] env[62180]: _type = "Task" [ 1821.737250] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.741229] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7ca0f-1cab-4211-9e0b-883e1dcfb5c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.749698] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963654, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.750614] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57ca8ae-6d62-4433-9c1d-9bba958aeb67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.781086] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befd3ecf-82d7-4dce-80a9-0b3bfdae0e73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.788200] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292342d-da5b-4062-8047-b345c1fd64d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.801887] env[62180]: DEBUG nova.compute.provider_tree [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.895559] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963651, 'name': CreateVM_Task, 'duration_secs': 1.368385} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.895704] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.896446] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.896656] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.897032] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.897313] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db5c70d-3f7c-446a-ab79-f2ffaf43b152 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.901950] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1821.901950] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52447885-5d88-8844-cdd0-686c464024ae" [ 1821.901950] env[62180]: _type = "Task" [ 1821.901950] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.909627] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52447885-5d88-8844-cdd0-686c464024ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.994031] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b5f5c8-92ab-7053-2029-6fca6706b86d, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.994031] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.994031] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b0b93b16-87c8-47c4-808e-6bd977dd3430/b0b93b16-87c8-47c4-808e-6bd977dd3430.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.994499] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b200586-2fd9-40e1-a784-9de708e766c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.002025] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1822.002025] env[62180]: value = "task-1963655" [ 1822.002025] env[62180]: _type = "Task" [ 1822.002025] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.007794] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.049215] env[62180]: DEBUG nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.096375] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.096622] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.096787] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.097054] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.097239] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.097392] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.097610] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.097771] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.097935] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.098109] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.098286] env[62180]: DEBUG nova.virt.hardware [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.099215] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8780247b-a02e-4092-849b-48817d85f5bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.107428] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467849b6-bb5b-4cb6-b71d-631eef7fc962 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.232746] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963653, 'name': CreateSnapshot_Task, 'duration_secs': 0.919259} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.233140] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1822.233942] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33383cda-87c2-4655-ba96-595c393eadaf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.251586] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963654, 'name': Rename_Task, 'duration_secs': 0.22354} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.251913] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.252202] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f84bb7fc-401e-43cf-80e4-181845862197 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.259279] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1822.259279] env[62180]: value = "task-1963656" [ 1822.259279] env[62180]: _type = "Task" [ 1822.259279] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.272024] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.305406] env[62180]: DEBUG nova.scheduler.client.report [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.426308] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52447885-5d88-8844-cdd0-686c464024ae, 'name': SearchDatastore_Task, 'duration_secs': 0.058703} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.426736] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.426918] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.427185] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.427360] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.427557] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.427841] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f738f76-0797-4f70-9646-1dd38e0ab2c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.437576] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.437674] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.438426] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccec6cb8-4049-4b6c-89db-cf026e209cb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.448098] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1822.448098] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525cce42-3dc0-9984-6e70-0b3fe7d4ef0e" [ 1822.448098] env[62180]: _type = "Task" [ 1822.448098] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.454694] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525cce42-3dc0-9984-6e70-0b3fe7d4ef0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.511295] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.755367] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1822.755691] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dbde9ea9-8b97-43eb-860d-97b9bc946914 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.764766] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1822.764766] env[62180]: value = "task-1963657" [ 1822.764766] env[62180]: _type = "Task" [ 1822.764766] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.772617] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963656, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.777322] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.810501] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.786s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.810697] env[62180]: INFO nova.compute.manager [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Migrating [ 1822.819013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.444s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.819312] env[62180]: DEBUG nova.objects.instance [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lazy-loading 'resources' on Instance uuid 62cb56ca-1bc2-4d18-98d2-20d4a654d711 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.956386] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525cce42-3dc0-9984-6e70-0b3fe7d4ef0e, 'name': SearchDatastore_Task, 'duration_secs': 0.020932} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.957273] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486fc425-692c-4ac1-abd2-71ed7e376266 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.963435] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1822.963435] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522ac96b-463f-dae9-0eae-497fef49dafe" [ 1822.963435] env[62180]: _type = "Task" [ 1822.963435] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.973064] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522ac96b-463f-dae9-0eae-497fef49dafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.012242] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.271773] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963656, 'name': PowerOnVM_Task, 'duration_secs': 0.939735} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.272183] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.272398] env[62180]: DEBUG nova.compute.manager [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.273441] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49470e94-1526-41d4-8686-5c3152d834dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.279956] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.330325] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.330519] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.330693] env[62180]: DEBUG nova.network.neutron [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.477522] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522ac96b-463f-dae9-0eae-497fef49dafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.513758] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.628848] env[62180]: DEBUG nova.compute.manager [req-fad65791-7973-47db-b85c-53cc9ef4a03a req-b596dea6-a093-496e-a231-ba2ddc8b1710 service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Received event network-vif-plugged-0a760d36-adc1-4463-8d7f-5a3d88ebc0fb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1823.629068] env[62180]: DEBUG oslo_concurrency.lockutils [req-fad65791-7973-47db-b85c-53cc9ef4a03a req-b596dea6-a093-496e-a231-ba2ddc8b1710 service nova] Acquiring lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.629368] env[62180]: DEBUG oslo_concurrency.lockutils [req-fad65791-7973-47db-b85c-53cc9ef4a03a req-b596dea6-a093-496e-a231-ba2ddc8b1710 service nova] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.629651] env[62180]: DEBUG oslo_concurrency.lockutils [req-fad65791-7973-47db-b85c-53cc9ef4a03a req-b596dea6-a093-496e-a231-ba2ddc8b1710 service nova] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.630209] env[62180]: DEBUG nova.compute.manager [req-fad65791-7973-47db-b85c-53cc9ef4a03a req-b596dea6-a093-496e-a231-ba2ddc8b1710 service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] No waiting events found dispatching network-vif-plugged-0a760d36-adc1-4463-8d7f-5a3d88ebc0fb {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1823.630209] env[62180]: WARNING nova.compute.manager [req-fad65791-7973-47db-b85c-53cc9ef4a03a req-b596dea6-a093-496e-a231-ba2ddc8b1710 service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Received unexpected event network-vif-plugged-0a760d36-adc1-4463-8d7f-5a3d88ebc0fb for instance with vm_state building and task_state spawning. [ 1823.772915] env[62180]: DEBUG nova.network.neutron [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Successfully updated port: 0a760d36-adc1-4463-8d7f-5a3d88ebc0fb {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.781494] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.788765] env[62180]: INFO nova.compute.manager [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] bringing vm to original state: 'stopped' [ 1823.872040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17c897-18dc-409a-a531-180844fece51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.881401] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a8c6d-f1ba-47a4-898a-d8a59dfdb75f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.911984] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95069fd-b614-4648-a18e-3d26ea19d17f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.922406] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfcb28c-60bd-4112-a519-25ccf457d304 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.937449] env[62180]: DEBUG nova.compute.provider_tree [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.977092] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522ac96b-463f-dae9-0eae-497fef49dafe, 'name': SearchDatastore_Task, 'duration_secs': 0.757104} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.977390] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.977649] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.978222] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cbd0e63-c9ab-4cef-b608-e85e21a5d826 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.984455] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1823.984455] env[62180]: value = "task-1963658" [ 1823.984455] env[62180]: _type = "Task" [ 1823.984455] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.992319] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.013795] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.061875] env[62180]: DEBUG nova.network.neutron [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance_info_cache with network_info: [{"id": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "address": "fa:16:3e:3e:a8:bb", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba83de47-43", "ovs_interfaceid": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.276621] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "refresh_cache-e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.276783] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquired lock "refresh_cache-e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.276905] env[62180]: DEBUG nova.network.neutron [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.278027] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.441856] env[62180]: DEBUG nova.scheduler.client.report [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.496300] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.514948] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.564275] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.777210] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.795273] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "b214accc-56ca-4429-abd6-cd06c01c70d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.795543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.795742] env[62180]: DEBUG nova.compute.manager [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.796717] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa32225-17a9-4485-b160-9ff076d200d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.806184] env[62180]: DEBUG nova.compute.manager [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1824.828753] env[62180]: DEBUG nova.network.neutron [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.948018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.951121] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.359s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.952205] env[62180]: INFO nova.compute.claims [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.986758] env[62180]: INFO nova.scheduler.client.report [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Deleted allocations for instance 62cb56ca-1bc2-4d18-98d2-20d4a654d711 [ 1825.003020] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.018336] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.049993] env[62180]: DEBUG nova.network.neutron [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Updating instance_info_cache with network_info: [{"id": "0a760d36-adc1-4463-8d7f-5a3d88ebc0fb", "address": "fa:16:3e:73:82:18", "network": {"id": "4fbdc50c-0803-4918-8c9a-f975005862bd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1835855498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1afb132983b471ca35ec0edaed84157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a760d36-ad", "ovs_interfaceid": "0a760d36-adc1-4463-8d7f-5a3d88ebc0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.279911] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.311035] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.311468] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8264300b-3e49-4cfa-82a0-a5166a736e2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.319397] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1825.319397] env[62180]: value = "task-1963659" [ 1825.319397] env[62180]: _type = "Task" [ 1825.319397] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.328106] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.501066] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.501538] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19f6916a-6ae3-44d0-9e6c-b8c246aa1f20 tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "62cb56ca-1bc2-4d18-98d2-20d4a654d711" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.945s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.516741] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.553828] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Releasing lock "refresh_cache-e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.554232] env[62180]: DEBUG nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Instance network_info: |[{"id": "0a760d36-adc1-4463-8d7f-5a3d88ebc0fb", "address": "fa:16:3e:73:82:18", "network": {"id": "4fbdc50c-0803-4918-8c9a-f975005862bd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1835855498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1afb132983b471ca35ec0edaed84157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a760d36-ad", "ovs_interfaceid": "0a760d36-adc1-4463-8d7f-5a3d88ebc0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.554679] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:82:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a760d36-adc1-4463-8d7f-5a3d88ebc0fb', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.562727] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Creating folder: Project (c1afb132983b471ca35ec0edaed84157). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.563022] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d4c70b-ab9f-4547-92ff-699d8275d21c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.574968] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Created folder: Project (c1afb132983b471ca35ec0edaed84157) in parent group-v404325. [ 1825.575173] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Creating folder: Instances. Parent ref: group-v404502. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.575602] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05ba0351-8a76-4d03-8f39-376ac79ead78 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.584671] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Created folder: Instances in parent group-v404502. [ 1825.584918] env[62180]: DEBUG oslo.service.loopingcall [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.585131] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.585353] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8998d84f-1f84-4e8a-b325-04d8fbc59dc2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.607256] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.607256] env[62180]: value = "task-1963662" [ 1825.607256] env[62180]: _type = "Task" [ 1825.607256] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.616121] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963662, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.678024] env[62180]: DEBUG nova.compute.manager [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Received event network-changed-0a760d36-adc1-4463-8d7f-5a3d88ebc0fb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1825.678271] env[62180]: DEBUG nova.compute.manager [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Refreshing instance network info cache due to event network-changed-0a760d36-adc1-4463-8d7f-5a3d88ebc0fb. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1825.678494] env[62180]: DEBUG oslo_concurrency.lockutils [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] Acquiring lock "refresh_cache-e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.678636] env[62180]: DEBUG oslo_concurrency.lockutils [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] Acquired lock "refresh_cache-e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.678908] env[62180]: DEBUG nova.network.neutron [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Refreshing network info cache for port 0a760d36-adc1-4463-8d7f-5a3d88ebc0fb {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.777736] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.829599] env[62180]: DEBUG oslo_vmware.api [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963659, 'name': PowerOffVM_Task, 'duration_secs': 0.24345} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.829898] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.830122] env[62180]: DEBUG nova.compute.manager [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.830971] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23767a39-b9da-40ec-979e-4add0010cd33 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.004450] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963658, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.021259] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963655, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.74448} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.021563] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b0b93b16-87c8-47c4-808e-6bd977dd3430/b0b93b16-87c8-47c4-808e-6bd977dd3430.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.021778] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.022257] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-664cad33-bf1f-455c-8c9a-5dceac9e4c61 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.030081] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1826.030081] env[62180]: value = "task-1963663" [ 1826.030081] env[62180]: _type = "Task" [ 1826.030081] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.039066] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.079984] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e560a2-b8c3-45ed-a149-8014106e3207 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.106188] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance 'f5a7ea7e-547b-44e5-a28e-d48b61f06aba' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1826.124283] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963662, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.280714] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963657, 'name': CloneVM_Task, 'duration_secs': 3.491011} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.280984] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Created linked-clone VM from snapshot [ 1826.281733] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6298ca-ce24-4361-9fa3-de35483c31c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.291396] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Uploading image 95a644fa-119e-4c4e-a78b-f75b6a7f21c3 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1826.316712] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1826.316712] env[62180]: value = "vm-404501" [ 1826.316712] env[62180]: _type = "VirtualMachine" [ 1826.316712] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1826.316970] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a1a37e6-4254-47c8-87f2-41d91818dfb4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.325081] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease: (returnval){ [ 1826.325081] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a1d6e1-adfd-42a8-6069-94b7073ccfee" [ 1826.325081] env[62180]: _type = "HttpNfcLease" [ 1826.325081] env[62180]: } obtained for exporting VM: (result){ [ 1826.325081] env[62180]: value = "vm-404501" [ 1826.325081] env[62180]: _type = "VirtualMachine" [ 1826.325081] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1826.325447] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the lease: (returnval){ [ 1826.325447] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a1d6e1-adfd-42a8-6069-94b7073ccfee" [ 1826.325447] env[62180]: _type = "HttpNfcLease" [ 1826.325447] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1826.333185] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1826.333185] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a1d6e1-adfd-42a8-6069-94b7073ccfee" [ 1826.333185] env[62180]: _type = "HttpNfcLease" [ 1826.333185] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1826.343630] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.500242] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963658, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.215338} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.502585] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.502861] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.503265] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc1d1c9-c4bc-4d74-8eef-6492f7fc41cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.509922] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1826.509922] env[62180]: value = "task-1963665" [ 1826.509922] env[62180]: _type = "Task" [ 1826.509922] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.522276] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.540587] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100584} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.540877] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.541817] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6550e-9cf0-450a-b180-db15dab370be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.545717] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee08125-6bc4-4a6a-93b3-e6fa4908a71e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.564806] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c6a213-6037-43c8-8490-ce377b557575 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.575445] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] b0b93b16-87c8-47c4-808e-6bd977dd3430/b0b93b16-87c8-47c4-808e-6bd977dd3430.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.577076] env[62180]: DEBUG nova.network.neutron [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Updated VIF entry in instance network info cache for port 0a760d36-adc1-4463-8d7f-5a3d88ebc0fb. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.577411] env[62180]: DEBUG nova.network.neutron [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Updating instance_info_cache with network_info: [{"id": "0a760d36-adc1-4463-8d7f-5a3d88ebc0fb", "address": "fa:16:3e:73:82:18", "network": {"id": "4fbdc50c-0803-4918-8c9a-f975005862bd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1835855498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1afb132983b471ca35ec0edaed84157", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a760d36-ad", "ovs_interfaceid": "0a760d36-adc1-4463-8d7f-5a3d88ebc0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.578684] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "556a65af-889d-4150-bd0d-2822964227e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.578892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "556a65af-889d-4150-bd0d-2822964227e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.579093] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "556a65af-889d-4150-bd0d-2822964227e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.579283] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "556a65af-889d-4150-bd0d-2822964227e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.579425] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "556a65af-889d-4150-bd0d-2822964227e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.581729] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69111e02-63a1-49b3-9d0f-1f9e28de55c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.596197] env[62180]: DEBUG oslo_concurrency.lockutils [req-be81493f-5f0f-4ba0-94a4-20d8bba09a5a req-f50b1c42-34c2-42b8-9413-7908374d845b service nova] Releasing lock "refresh_cache-e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.596746] env[62180]: INFO nova.compute.manager [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Terminating instance [ 1826.604913] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1826.604913] env[62180]: value = "task-1963666" [ 1826.604913] env[62180]: _type = "Task" [ 1826.604913] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.638251] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.646109] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6bdd69a-46a8-4edd-8562-d6d2d50adaa1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.646831] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181ec76-57e3-4d8e-8a82-ceb0e9665fec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.655455] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.661254] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963662, 'name': CreateVM_Task, 'duration_secs': 0.64517} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.661647] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1826.661647] env[62180]: value = "task-1963667" [ 1826.661647] env[62180]: _type = "Task" [ 1826.661647] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.661848] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.663101] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dda3f8-fb66-40e9-ad71-12b3566f9d2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.667762] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.667947] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.668313] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.672269] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e76510f-0d10-46af-b600-17b99f2d4f74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.678057] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1826.678057] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b0afc2-5bb5-5810-008a-38f67ae097c6" [ 1826.678057] env[62180]: _type = "Task" [ 1826.678057] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.691867] env[62180]: DEBUG nova.compute.provider_tree [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.693199] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.701855] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b0afc2-5bb5-5810-008a-38f67ae097c6, 'name': SearchDatastore_Task, 'duration_secs': 0.019578} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.702823] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.703096] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.703308] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.703453] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.703627] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.704226] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a68622-bb60-444a-97bb-06d042ae1d3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.713340] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.713532] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.714308] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c483137a-d980-4da2-8a57-de92e4cd940b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.720275] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1826.720275] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5286794b-0960-b06f-406e-6fcd232a4e56" [ 1826.720275] env[62180]: _type = "Task" [ 1826.720275] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.728697] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5286794b-0960-b06f-406e-6fcd232a4e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.834125] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1826.834125] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a1d6e1-adfd-42a8-6069-94b7073ccfee" [ 1826.834125] env[62180]: _type = "HttpNfcLease" [ 1826.834125] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1826.834512] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1826.834512] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a1d6e1-adfd-42a8-6069-94b7073ccfee" [ 1826.834512] env[62180]: _type = "HttpNfcLease" [ 1826.834512] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1826.835265] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7928f4-284a-4730-8e91-ea6a1065f05d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.844030] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51a9e-4a03-dc92-cf6e-8b0221d19235/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1826.844030] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51a9e-4a03-dc92-cf6e-8b0221d19235/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1826.906056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.019032] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071033} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.019323] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.020207] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4237265-6734-40c3-a2f1-6da159b51526 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.042857] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.043168] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58d6656-8362-4118-b232-b6572bc3a4e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.062398] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1827.062398] env[62180]: value = "task-1963668" [ 1827.062398] env[62180]: _type = "Task" [ 1827.062398] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.070534] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.092790] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eec9f845-9693-4bfa-8c31-3a84ac6f9efd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.102038] env[62180]: DEBUG nova.compute.manager [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.102457] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.103754] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88658b77-f084-4ef6-8635-9ee534e52fa5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.112008] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.114080] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8caea77e-8fcb-4fa6-ad7b-2dcf6a62ada5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.122519] env[62180]: DEBUG oslo_vmware.api [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1827.122519] env[62180]: value = "task-1963669" [ 1827.122519] env[62180]: _type = "Task" [ 1827.122519] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.134979] env[62180]: DEBUG oslo_vmware.api [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.149261] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963666, 'name': ReconfigVM_Task, 'duration_secs': 0.327019} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.149554] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Reconfigured VM instance instance-00000042 to attach disk [datastore1] b0b93b16-87c8-47c4-808e-6bd977dd3430/b0b93b16-87c8-47c4-808e-6bd977dd3430.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.150230] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf38322d-2a14-463b-9910-5daf2100bc1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.156048] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1827.156048] env[62180]: value = "task-1963670" [ 1827.156048] env[62180]: _type = "Task" [ 1827.156048] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.168815] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963670, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.180021] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963667, 'name': PowerOffVM_Task, 'duration_secs': 0.179306} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.180021] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.180021] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance 'f5a7ea7e-547b-44e5-a28e-d48b61f06aba' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.198420] env[62180]: DEBUG nova.scheduler.client.report [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1827.232013] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5286794b-0960-b06f-406e-6fcd232a4e56, 'name': SearchDatastore_Task, 'duration_secs': 0.026358} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.232926] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3918ccc8-4ee6-48ca-aa07-958e8f876238 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.238768] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1827.238768] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529c4ad2-5fcd-ff1a-c32c-5f4c7e5eb440" [ 1827.238768] env[62180]: _type = "Task" [ 1827.238768] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.247024] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529c4ad2-5fcd-ff1a-c32c-5f4c7e5eb440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.468949] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "b214accc-56ca-4429-abd6-cd06c01c70d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.469141] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.469398] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "b214accc-56ca-4429-abd6-cd06c01c70d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.469862] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.470092] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.472856] env[62180]: INFO nova.compute.manager [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Terminating instance [ 1827.573154] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963668, 'name': ReconfigVM_Task, 'duration_secs': 0.392951} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.574099] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098/1d82705f-d5ef-4e83-afa0-f1fde271c098.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.575243] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479c1069-b64f-4904-a1e0-5d2c6e80de92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.582529] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1827.582529] env[62180]: value = "task-1963671" [ 1827.582529] env[62180]: _type = "Task" [ 1827.582529] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.590838] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963671, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.633237] env[62180]: DEBUG oslo_vmware.api [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963669, 'name': PowerOffVM_Task, 'duration_secs': 0.213315} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.633237] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.633435] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.633730] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d791097-f931-4cfc-a393-053605dfec28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.667855] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963670, 'name': Rename_Task, 'duration_secs': 0.154345} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.668173] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.668553] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b9e7193-e1a4-4d99-997e-43f4e37cf386 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.675067] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1827.675067] env[62180]: value = "task-1963673" [ 1827.675067] env[62180]: _type = "Task" [ 1827.675067] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.683942] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.688073] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.688693] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.689399] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.689399] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.689399] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.689972] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.690300] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.691125] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.691125] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.691125] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.691125] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.696179] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0eb1132-caae-4551-a201-7ad486b151ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.707343] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.707960] env[62180]: DEBUG nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1827.710873] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.354s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.712544] env[62180]: INFO nova.compute.claims [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.720258] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1827.720258] env[62180]: value = "task-1963674" [ 1827.720258] env[62180]: _type = "Task" [ 1827.720258] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.729029] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.749457] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529c4ad2-5fcd-ff1a-c32c-5f4c7e5eb440, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.750154] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.750154] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e4a72a35-5f03-4d1b-b5ad-d3362eec90ed/e4a72a35-5f03-4d1b-b5ad-d3362eec90ed.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.754139] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67d2358e-99e0-431d-97db-4dd0366a32a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.759680] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1827.759680] env[62180]: value = "task-1963675" [ 1827.759680] env[62180]: _type = "Task" [ 1827.759680] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.771945] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.783936] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.784239] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.784445] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Deleting the datastore file [datastore1] 556a65af-889d-4150-bd0d-2822964227e4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.784742] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b4f943-aac2-48c1-a8fd-ba3022e6d094 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.791661] env[62180]: DEBUG oslo_vmware.api [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for the task: (returnval){ [ 1827.791661] env[62180]: value = "task-1963676" [ 1827.791661] env[62180]: _type = "Task" [ 1827.791661] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.800770] env[62180]: DEBUG oslo_vmware.api [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.980312] env[62180]: DEBUG nova.compute.manager [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.981854] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.983057] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa91bb4-79a0-4ec2-b7df-25fbeb0347ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.995881] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.996269] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c2b9a28-6f2c-4782-b8bb-f9378e78fea2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.094527] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963671, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.102304] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.102659] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.103178] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleting the datastore file [datastore1] b214accc-56ca-4429-abd6-cd06c01c70d4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.103570] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc5fb74-6db8-41ea-bb67-bdaee851deee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.112808] env[62180]: DEBUG oslo_vmware.api [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1828.112808] env[62180]: value = "task-1963678" [ 1828.112808] env[62180]: _type = "Task" [ 1828.112808] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.127457] env[62180]: DEBUG oslo_vmware.api [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.188389] env[62180]: DEBUG oslo_vmware.api [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963673, 'name': PowerOnVM_Task, 'duration_secs': 0.48179} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.188546] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.188782] env[62180]: INFO nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1828.188963] env[62180]: DEBUG nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.189848] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afda983c-1fa8-4b55-915c-5ccdf983d2e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.217847] env[62180]: DEBUG nova.compute.utils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1828.220221] env[62180]: DEBUG nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1828.220535] env[62180]: DEBUG nova.network.neutron [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1828.235288] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963674, 'name': ReconfigVM_Task, 'duration_secs': 0.160664} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.239024] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance 'f5a7ea7e-547b-44e5-a28e-d48b61f06aba' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1828.269791] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.291326] env[62180]: DEBUG nova.policy [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1828.302159] env[62180]: DEBUG oslo_vmware.api [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Task: {'id': task-1963676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208614} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.302283] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.302373] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.302552] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.302721] env[62180]: INFO nova.compute.manager [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1828.302963] env[62180]: DEBUG oslo.service.loopingcall [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.303168] env[62180]: DEBUG nova.compute.manager [-] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.303266] env[62180]: DEBUG nova.network.neutron [-] [instance: 556a65af-889d-4150-bd0d-2822964227e4] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.604194] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963671, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.631209] env[62180]: DEBUG oslo_vmware.api [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144278} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.631209] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.631209] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.631309] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.631769] env[62180]: INFO nova.compute.manager [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1828.631769] env[62180]: DEBUG oslo.service.loopingcall [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.632178] env[62180]: DEBUG nova.compute.manager [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.632178] env[62180]: DEBUG nova.network.neutron [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.711554] env[62180]: INFO nova.compute.manager [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Took 58.03 seconds to build instance. [ 1828.720853] env[62180]: DEBUG nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1828.743668] env[62180]: DEBUG nova.network.neutron [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Successfully created port: 1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1828.753693] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T14:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f067b736-b77c-4227-9dfd-8b57563f05b2',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845534882',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1828.754518] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1828.754518] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1828.754518] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1828.754674] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1828.755130] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1828.755130] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1828.755251] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1828.755394] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1828.755596] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1828.755806] env[62180]: DEBUG nova.virt.hardware [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1828.761380] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1828.763025] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd80ef4-362f-4023-a17c-894e3a9e46f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.794552] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963675, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.796118] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1828.796118] env[62180]: value = "task-1963679" [ 1828.796118] env[62180]: _type = "Task" [ 1828.796118] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.804731] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.901817] env[62180]: DEBUG nova.compute.manager [req-46577d67-2aa2-42e9-b9e2-cab3e6dafff5 req-c477ccaf-0e08-4526-8122-95f3371fa774 service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Received event network-vif-deleted-7690d9c7-a2ae-4066-85d5-3075ac79845f {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1828.901902] env[62180]: INFO nova.compute.manager [req-46577d67-2aa2-42e9-b9e2-cab3e6dafff5 req-c477ccaf-0e08-4526-8122-95f3371fa774 service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Neutron deleted interface 7690d9c7-a2ae-4066-85d5-3075ac79845f; detaching it from the instance and deleting it from the info cache [ 1828.902097] env[62180]: DEBUG nova.network.neutron [req-46577d67-2aa2-42e9-b9e2-cab3e6dafff5 req-c477ccaf-0e08-4526-8122-95f3371fa774 service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.098073] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963671, 'name': Rename_Task, 'duration_secs': 1.1569} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.101467] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1829.102880] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45e88891-07b7-4993-af38-cbe0d076d2ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.111240] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1829.111240] env[62180]: value = "task-1963680" [ 1829.111240] env[62180]: _type = "Task" [ 1829.111240] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.125268] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.178536] env[62180]: DEBUG nova.network.neutron [-] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.214128] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0b7ec464-7201-4efc-a9e9-32cc8ed727c6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.074s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.276617] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963675, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.451309} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.276835] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e4a72a35-5f03-4d1b-b5ad-d3362eec90ed/e4a72a35-5f03-4d1b-b5ad-d3362eec90ed.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.277772] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.277772] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e422e37-1ec6-4e58-825b-9bdc76d91fa3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.285041] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1829.285041] env[62180]: value = "task-1963681" [ 1829.285041] env[62180]: _type = "Task" [ 1829.285041] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.300946] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.314880] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963679, 'name': ReconfigVM_Task, 'duration_secs': 0.280402} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.315375] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1829.316210] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ce33d-8691-4223-bc40-d833e65eb323 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.341920] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.345399] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5fb5b3c-fff6-4351-a4e2-f0714e40c6e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.363192] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1829.363192] env[62180]: value = "task-1963682" [ 1829.363192] env[62180]: _type = "Task" [ 1829.363192] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.374826] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.404928] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dce1139d-da61-4111-a8c1-ffbc7cb1ce1c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.414689] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12804476-0b4d-4ef4-9e82-2e078dd28242 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.460126] env[62180]: DEBUG nova.compute.manager [req-46577d67-2aa2-42e9-b9e2-cab3e6dafff5 req-c477ccaf-0e08-4526-8122-95f3371fa774 service nova] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Detach interface failed, port_id=7690d9c7-a2ae-4066-85d5-3075ac79845f, reason: Instance 556a65af-889d-4150-bd0d-2822964227e4 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1829.503613] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d280a6-e104-4b2b-9c2f-d78c7c7c8dbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.512154] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfbc77c-ebf1-42ff-8c50-875bb9709afe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.544767] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ef605-5268-4421-baf4-60390c25be09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.552493] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122ef2c5-0c7d-49db-a36e-02a44fa6cbbc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.565852] env[62180]: DEBUG nova.compute.provider_tree [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.567260] env[62180]: DEBUG nova.network.neutron [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.621484] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963680, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.681915] env[62180]: INFO nova.compute.manager [-] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Took 1.38 seconds to deallocate network for instance. [ 1829.723179] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.733842] env[62180]: DEBUG nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1829.767892] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1829.768164] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.768324] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1829.768533] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.768681] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1829.768822] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1829.769089] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1829.769283] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1829.769461] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1829.769627] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1829.769821] env[62180]: DEBUG nova.virt.hardware [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1829.771104] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cfac8a-6b39-42d6-b789-6ba2923ab772 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.780371] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e001dae-d5a6-4f58-b268-261cddc5e354 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.804038] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067387} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.804038] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.804665] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108db5fb-d5c7-4a25-9c14-a7f728559856 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.831380] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e4a72a35-5f03-4d1b-b5ad-d3362eec90ed/e4a72a35-5f03-4d1b-b5ad-d3362eec90ed.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.831767] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5bdf3f-a5c6-4abb-9bdc-bdcc5d4900e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.852310] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1829.852310] env[62180]: value = "task-1963683" [ 1829.852310] env[62180]: _type = "Task" [ 1829.852310] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.862058] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.872725] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963682, 'name': ReconfigVM_Task, 'duration_secs': 0.408064} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.873084] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.873323] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance 'f5a7ea7e-547b-44e5-a28e-d48b61f06aba' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1830.069402] env[62180]: DEBUG nova.scheduler.client.report [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.073608] env[62180]: INFO nova.compute.manager [-] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Took 1.44 seconds to deallocate network for instance. [ 1830.086128] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "b0b93b16-87c8-47c4-808e-6bd977dd3430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.086451] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.087048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "b0b93b16-87c8-47c4-808e-6bd977dd3430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.087048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.087048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.089068] env[62180]: INFO nova.compute.manager [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Terminating instance [ 1830.124498] env[62180]: DEBUG oslo_vmware.api [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963680, 'name': PowerOnVM_Task, 'duration_secs': 0.695615} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.124797] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.125016] env[62180]: DEBUG nova.compute.manager [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.125824] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203158dd-9cac-43ba-8391-571bdbe40845 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.191670] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.242339] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.366459] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.380824] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb78a7-7ba8-4e5e-ab3b-76f73eb093f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.403452] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d358f85a-29a5-4d77-b0c6-a89fccdfba94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.432558] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance 'f5a7ea7e-547b-44e5-a28e-d48b61f06aba' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1830.484947] env[62180]: DEBUG nova.compute.manager [req-553d05bb-8597-492d-be59-7740a50cf176 req-5dc32a1f-b8fe-4497-8c24-87453cce9178 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-vif-plugged-1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.484947] env[62180]: DEBUG oslo_concurrency.lockutils [req-553d05bb-8597-492d-be59-7740a50cf176 req-5dc32a1f-b8fe-4497-8c24-87453cce9178 service nova] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.485300] env[62180]: DEBUG oslo_concurrency.lockutils [req-553d05bb-8597-492d-be59-7740a50cf176 req-5dc32a1f-b8fe-4497-8c24-87453cce9178 service nova] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.485596] env[62180]: DEBUG oslo_concurrency.lockutils [req-553d05bb-8597-492d-be59-7740a50cf176 req-5dc32a1f-b8fe-4497-8c24-87453cce9178 service nova] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.485899] env[62180]: DEBUG nova.compute.manager [req-553d05bb-8597-492d-be59-7740a50cf176 req-5dc32a1f-b8fe-4497-8c24-87453cce9178 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] No waiting events found dispatching network-vif-plugged-1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.486362] env[62180]: WARNING nova.compute.manager [req-553d05bb-8597-492d-be59-7740a50cf176 req-5dc32a1f-b8fe-4497-8c24-87453cce9178 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received unexpected event network-vif-plugged-1c2670f9-6774-46a6-9b68-a9dab0cfccdf for instance with vm_state building and task_state spawning. [ 1830.577257] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.577823] env[62180]: DEBUG nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.580565] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.364s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.582132] env[62180]: DEBUG nova.objects.instance [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lazy-loading 'resources' on Instance uuid fdba39e2-1d58-49e5-98b1-a8856d41ea3a {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.582886] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.592098] env[62180]: DEBUG nova.network.neutron [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Successfully updated port: 1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1830.593581] env[62180]: DEBUG nova.compute.manager [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.593690] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.594832] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c888386-998f-489b-ba79-a02b7049deda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.604525] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.604791] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f0bfae-b400-43b0-9435-2159d83578f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.611614] env[62180]: DEBUG oslo_vmware.api [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1830.611614] env[62180]: value = "task-1963684" [ 1830.611614] env[62180]: _type = "Task" [ 1830.611614] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.621269] env[62180]: DEBUG oslo_vmware.api [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.642770] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.863032] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963683, 'name': ReconfigVM_Task, 'duration_secs': 0.689477} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.863294] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e4a72a35-5f03-4d1b-b5ad-d3362eec90ed/e4a72a35-5f03-4d1b-b5ad-d3362eec90ed.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.863966] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0cdfbe5-18d8-472e-bc2e-1285032ddd4f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.872017] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1830.872017] env[62180]: value = "task-1963685" [ 1830.872017] env[62180]: _type = "Task" [ 1830.872017] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.879702] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963685, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.957019] env[62180]: DEBUG nova.compute.manager [req-9a86f2b7-5649-4a44-bba7-09730afd63a4 req-e61d2aa2-0ea9-4dce-9a4a-2b7593717cdf service nova] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Received event network-vif-deleted-1111cb90-df59-4d66-affb-0184e456d1dd {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.976161] env[62180]: DEBUG nova.network.neutron [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Port ba83de47-43ac-49d1-b548-b9603bed8a3d binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1831.083682] env[62180]: DEBUG nova.compute.utils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.088027] env[62180]: DEBUG nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.088132] env[62180]: DEBUG nova.network.neutron [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.099531] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.099668] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.099774] env[62180]: DEBUG nova.network.neutron [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.122177] env[62180]: DEBUG oslo_vmware.api [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963684, 'name': PowerOffVM_Task, 'duration_secs': 0.18409} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.125698] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.125967] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.127176] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53612bdf-8bcd-4aae-8613-2dd8e5353a77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.168244] env[62180]: DEBUG nova.policy [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2e3f33a5c434bb693694d22dcf3daaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7e2eb33c9347929b89d7156c69f536', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.204014] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.204286] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.204517] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Deleting the datastore file [datastore1] b0b93b16-87c8-47c4-808e-6bd977dd3430 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.205034] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e9d980b-f366-42cc-8a82-99a66e83ecc7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.215664] env[62180]: DEBUG oslo_vmware.api [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for the task: (returnval){ [ 1831.215664] env[62180]: value = "task-1963687" [ 1831.215664] env[62180]: _type = "Task" [ 1831.215664] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.228135] env[62180]: DEBUG oslo_vmware.api [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.385693] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963685, 'name': Rename_Task, 'duration_secs': 0.297651} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.386867] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.387502] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cffe21b-7c9b-4132-8879-64984d0badb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.395830] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1831.395830] env[62180]: value = "task-1963688" [ 1831.395830] env[62180]: _type = "Task" [ 1831.395830] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.408534] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.593178] env[62180]: DEBUG nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.654668] env[62180]: DEBUG nova.network.neutron [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.662074] env[62180]: DEBUG nova.network.neutron [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Successfully created port: 782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.738098] env[62180]: DEBUG oslo_vmware.api [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Task: {'id': task-1963687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302412} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.738098] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.738098] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.738098] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.738098] env[62180]: INFO nova.compute.manager [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1831.738395] env[62180]: DEBUG oslo.service.loopingcall [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.738395] env[62180]: DEBUG nova.compute.manager [-] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.738506] env[62180]: DEBUG nova.network.neutron [-] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.801365] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070571ac-923b-4525-a172-585a2e1510c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.811123] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac06311-a4ad-4f76-a1ef-721e5b4c0ebd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.848563] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ff08a9-0042-4b48-b375-a8448b0ad053 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.858112] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b18f87-3170-4605-876f-bf6a845d1e06 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.875553] env[62180]: DEBUG nova.compute.provider_tree [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.907373] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.992229] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "1d82705f-d5ef-4e83-afa0-f1fde271c098" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.992406] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.992624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "1d82705f-d5ef-4e83-afa0-f1fde271c098-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.992808] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.992974] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.004839] env[62180]: INFO nova.compute.manager [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Terminating instance [ 1832.010401] env[62180]: DEBUG nova.network.neutron [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.023026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.023026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.023026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.379978] env[62180]: DEBUG nova.scheduler.client.report [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.407891] env[62180]: DEBUG oslo_vmware.api [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963688, 'name': PowerOnVM_Task, 'duration_secs': 0.860083} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.408246] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.408510] env[62180]: INFO nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1832.408647] env[62180]: DEBUG nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.409540] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8bf2c7-892c-498d-98f0-c99910e32c59 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.522329] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.522777] env[62180]: DEBUG nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Instance network_info: |[{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1832.525507] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d5:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c2670f9-6774-46a6-9b68-a9dab0cfccdf', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1832.534541] env[62180]: DEBUG oslo.service.loopingcall [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.535205] env[62180]: DEBUG nova.compute.manager [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.535407] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.537155] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1832.538193] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ab23f-e830-4fc1-b901-e59494c16cd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.542187] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-443098ce-2a1f-4738-a2fc-4c5428d21fc6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.565832] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.567226] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b97900-42c7-4644-845f-c61b922ef88d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.568958] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1832.568958] env[62180]: value = "task-1963689" [ 1832.568958] env[62180]: _type = "Task" [ 1832.568958] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.574116] env[62180]: DEBUG oslo_vmware.api [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1832.574116] env[62180]: value = "task-1963690" [ 1832.574116] env[62180]: _type = "Task" [ 1832.574116] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.581884] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963689, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.585585] env[62180]: DEBUG nova.compute.manager [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-changed-1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1832.585786] env[62180]: DEBUG nova.compute.manager [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing instance network info cache due to event network-changed-1c2670f9-6774-46a6-9b68-a9dab0cfccdf. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1832.586174] env[62180]: DEBUG oslo_concurrency.lockutils [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.586310] env[62180]: DEBUG oslo_concurrency.lockutils [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.586521] env[62180]: DEBUG nova.network.neutron [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing network info cache for port 1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.591341] env[62180]: DEBUG oslo_vmware.api [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.606247] env[62180]: DEBUG nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.629856] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.630156] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.630315] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.630536] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.630703] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.630851] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.631078] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.631283] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.631474] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.631643] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.631813] env[62180]: DEBUG nova.virt.hardware [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.633147] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73651a-83af-42ad-88e7-e9de8e7a2493 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.642523] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6e8d99-23b8-4588-a91a-202454b890cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.727695] env[62180]: DEBUG nova.network.neutron [-] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.885443] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.887958] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.236s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.889033] env[62180]: DEBUG nova.objects.instance [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lazy-loading 'resources' on Instance uuid 00ae0e34-aa91-40b3-b396-c03e60797300 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.895096] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.895322] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.906627] env[62180]: INFO nova.scheduler.client.report [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Deleted allocations for instance fdba39e2-1d58-49e5-98b1-a8856d41ea3a [ 1832.928087] env[62180]: INFO nova.compute.manager [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Took 57.87 seconds to build instance. [ 1832.986431] env[62180]: DEBUG nova.compute.manager [req-46b0be05-9d31-4ad0-8b47-f9a16280e351 req-fc285207-3a9e-47c0-9e54-74385e16bdc1 service nova] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Received event network-vif-deleted-f93c09ed-ed65-4e99-bb15-c2d37528bfbe {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1833.067819] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.068030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.068211] env[62180]: DEBUG nova.network.neutron [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.078610] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963689, 'name': CreateVM_Task, 'duration_secs': 0.47162} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.083950] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1833.084935] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.085119] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.085477] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1833.086074] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ed673d-c9c7-4f61-8f5f-771ba53b6b6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.091642] env[62180]: DEBUG oslo_vmware.api [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963690, 'name': PowerOffVM_Task, 'duration_secs': 0.263627} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.091822] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.092085] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.095591] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efdcb504-27b3-48c1-b294-8d932e00e44c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.097137] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1833.097137] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52595f8c-be84-4a7f-33fc-7f524a40af14" [ 1833.097137] env[62180]: _type = "Task" [ 1833.097137] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.105843] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52595f8c-be84-4a7f-33fc-7f524a40af14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.184994] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.185238] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.185422] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleting the datastore file [datastore1] 1d82705f-d5ef-4e83-afa0-f1fde271c098 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.185679] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab90c2c7-2a8e-4bc8-83c6-8601fc2e866b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.192575] env[62180]: DEBUG oslo_vmware.api [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1833.192575] env[62180]: value = "task-1963692" [ 1833.192575] env[62180]: _type = "Task" [ 1833.192575] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.202240] env[62180]: DEBUG oslo_vmware.api [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.230120] env[62180]: INFO nova.compute.manager [-] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Took 1.49 seconds to deallocate network for instance. [ 1833.341083] env[62180]: DEBUG nova.network.neutron [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Successfully updated port: 782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.348048] env[62180]: DEBUG nova.network.neutron [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updated VIF entry in instance network info cache for port 1c2670f9-6774-46a6-9b68-a9dab0cfccdf. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.349072] env[62180]: DEBUG nova.network.neutron [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.417564] env[62180]: DEBUG oslo_concurrency.lockutils [None req-484d4f91-07f2-4f85-a21c-cf6a405f5880 tempest-ServersAdminNegativeTestJSON-906351153 tempest-ServersAdminNegativeTestJSON-906351153-project-member] Lock "fdba39e2-1d58-49e5-98b1-a8856d41ea3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.892s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.430770] env[62180]: DEBUG oslo_concurrency.lockutils [None req-485f8df6-189e-4f66-b561-21d951a957da tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.221s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.608334] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52595f8c-be84-4a7f-33fc-7f524a40af14, 'name': SearchDatastore_Task, 'duration_secs': 0.01565} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.611589] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.611848] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1833.612234] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.612413] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.612601] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1833.613095] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b68b6d-2005-4866-92c2-a764fff420be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.623107] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1833.623305] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1833.626886] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873ef8e6-239d-432a-830a-a6a2ca69904a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.633448] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1833.633448] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e01c0d-3163-cf2e-6388-f53233cb49d7" [ 1833.633448] env[62180]: _type = "Task" [ 1833.633448] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.641839] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e01c0d-3163-cf2e-6388-f53233cb49d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.704847] env[62180]: DEBUG oslo_vmware.api [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24566} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.705131] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1833.705322] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1833.705626] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1833.705665] env[62180]: INFO nova.compute.manager [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1833.705894] env[62180]: DEBUG oslo.service.loopingcall [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.706434] env[62180]: DEBUG nova.compute.manager [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1833.707582] env[62180]: DEBUG nova.network.neutron [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1833.736617] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.846099] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.846249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.846398] env[62180]: DEBUG nova.network.neutron [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.853152] env[62180]: DEBUG oslo_concurrency.lockutils [req-516350a8-c856-4aae-b450-29c31fbc5966 req-e5fc3215-31f3-4d93-9e2b-505d2eb23f96 service nova] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.906941] env[62180]: DEBUG nova.network.neutron [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance_info_cache with network_info: [{"id": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "address": "fa:16:3e:3e:a8:bb", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba83de47-43", "ovs_interfaceid": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.934205] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1834.002370] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a928e-c361-404a-847f-ec2ecb530ff3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.016717] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010b09ed-0502-46bb-8c7c-b06b411cb1d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.063263] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95512b06-ec67-4dc1-bd18-5925f85cc019 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.074596] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fc64e6-dd4d-49ec-8f89-1827f3833097 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.089915] env[62180]: DEBUG nova.compute.provider_tree [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.143819] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e01c0d-3163-cf2e-6388-f53233cb49d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015998} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.144398] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aea7acc-2a73-4453-9d3f-9d4e51e63143 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.151350] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1834.151350] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dd29a5-468e-91a8-9d02-c4b1da915da9" [ 1834.151350] env[62180]: _type = "Task" [ 1834.151350] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.161590] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dd29a5-468e-91a8-9d02-c4b1da915da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.277878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.278539] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.278539] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.278539] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.278772] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.281443] env[62180]: INFO nova.compute.manager [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Terminating instance [ 1834.382624] env[62180]: DEBUG nova.network.neutron [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.410898] env[62180]: DEBUG oslo_concurrency.lockutils [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.460710] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.522887] env[62180]: DEBUG nova.network.neutron [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.535903] env[62180]: DEBUG nova.network.neutron [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.593596] env[62180]: DEBUG nova.scheduler.client.report [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.616246] env[62180]: DEBUG nova.compute.manager [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Received event network-vif-plugged-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.616645] env[62180]: DEBUG oslo_concurrency.lockutils [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.616940] env[62180]: DEBUG oslo_concurrency.lockutils [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] Lock "843e9045-3f36-44de-adce-9811351fa249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.617232] env[62180]: DEBUG oslo_concurrency.lockutils [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] Lock "843e9045-3f36-44de-adce-9811351fa249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.617488] env[62180]: DEBUG nova.compute.manager [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] No waiting events found dispatching network-vif-plugged-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.617795] env[62180]: WARNING nova.compute.manager [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Received unexpected event network-vif-plugged-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 for instance with vm_state building and task_state spawning. [ 1834.618066] env[62180]: DEBUG nova.compute.manager [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Received event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.618253] env[62180]: DEBUG nova.compute.manager [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing instance network info cache due to event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1834.618482] env[62180]: DEBUG oslo_concurrency.lockutils [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] Acquiring lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.664448] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dd29a5-468e-91a8-9d02-c4b1da915da9, 'name': SearchDatastore_Task, 'duration_secs': 0.015824} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.664448] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.665231] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 24203e3c-d56f-47b0-87d8-1a84aa291fe9/24203e3c-d56f-47b0-87d8-1a84aa291fe9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1834.665231] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb459827-44ba-4a23-95e8-c4d40642b5a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.674228] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1834.674228] env[62180]: value = "task-1963693" [ 1834.674228] env[62180]: _type = "Task" [ 1834.674228] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.684057] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.784981] env[62180]: DEBUG nova.compute.manager [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.785313] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.786761] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b368f6-1c0b-4934-ab08-e5a917b0f2b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.793959] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.794252] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb8c901-0f71-4647-8eb0-1cf9dc4f5093 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.801146] env[62180]: DEBUG oslo_vmware.api [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1834.801146] env[62180]: value = "task-1963694" [ 1834.801146] env[62180]: _type = "Task" [ 1834.801146] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.809549] env[62180]: DEBUG oslo_vmware.api [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.936969] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1bb2e4-47b3-414c-a776-08f980e1b1fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.958934] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc218f-baee-48d6-8d61-5481db8503d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.968962] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance 'f5a7ea7e-547b-44e5-a28e-d48b61f06aba' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1835.028700] env[62180]: INFO nova.compute.manager [-] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Took 1.32 seconds to deallocate network for instance. [ 1835.039362] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.039685] env[62180]: DEBUG nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Instance network_info: |[{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1835.040158] env[62180]: DEBUG oslo_concurrency.lockutils [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] Acquired lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.040158] env[62180]: DEBUG nova.network.neutron [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.041392] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:32:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '782cf2ab-b258-4cc3-b4e3-56de8273bbd3', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.049395] env[62180]: DEBUG oslo.service.loopingcall [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.049918] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843e9045-3f36-44de-adce-9811351fa249] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.050715] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e035a5b-85fc-4efd-8810-b282975aa413 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.072564] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1835.072564] env[62180]: value = "task-1963695" [ 1835.072564] env[62180]: _type = "Task" [ 1835.072564] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.081537] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963695, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.104044] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.104970] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.448s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.106232] env[62180]: DEBUG nova.objects.instance [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lazy-loading 'resources' on Instance uuid ea20886c-f906-4f3e-9cfa-30c44213f9f5 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.128739] env[62180]: INFO nova.scheduler.client.report [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Deleted allocations for instance 00ae0e34-aa91-40b3-b396-c03e60797300 [ 1835.195382] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.316675] env[62180]: DEBUG oslo_vmware.api [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963694, 'name': PowerOffVM_Task, 'duration_secs': 0.463189} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.316675] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.316675] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.316675] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77e5b13-f5f1-4280-9572-d703bf6e2f1b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.405991] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.406248] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.406472] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Deleting the datastore file [datastore1] e4a72a35-5f03-4d1b-b5ad-d3362eec90ed {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.406946] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e00ad632-3afd-4b52-a2a4-7c39e0c42dcb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.417045] env[62180]: DEBUG oslo_vmware.api [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for the task: (returnval){ [ 1835.417045] env[62180]: value = "task-1963697" [ 1835.417045] env[62180]: _type = "Task" [ 1835.417045] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.424329] env[62180]: DEBUG oslo_vmware.api [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.478615] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.478984] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9db42d0e-6d7a-4624-8b2e-b6f8478d132c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.487233] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1835.487233] env[62180]: value = "task-1963698" [ 1835.487233] env[62180]: _type = "Task" [ 1835.487233] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.497397] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.535960] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.583117] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963695, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.637911] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5daceeb5-26df-4b0b-a1ba-6118dd32ba69 tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "00ae0e34-aa91-40b3-b396-c03e60797300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.657s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.693345] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661134} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.696354] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 24203e3c-d56f-47b0-87d8-1a84aa291fe9/24203e3c-d56f-47b0-87d8-1a84aa291fe9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1835.696925] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1835.699308] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de5264cc-be4e-4928-a3a1-183198518275 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.707929] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1835.707929] env[62180]: value = "task-1963699" [ 1835.707929] env[62180]: _type = "Task" [ 1835.707929] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.720244] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.751112] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51a9e-4a03-dc92-cf6e-8b0221d19235/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1835.752124] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3aea2c-9cce-48cf-9e57-0feaf2f0784b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.759987] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51a9e-4a03-dc92-cf6e-8b0221d19235/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1835.760160] env[62180]: ERROR oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51a9e-4a03-dc92-cf6e-8b0221d19235/disk-0.vmdk due to incomplete transfer. [ 1835.760437] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e7aa250-1ccf-4478-b520-751030dc54fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.767769] env[62180]: DEBUG oslo_vmware.rw_handles [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51a9e-4a03-dc92-cf6e-8b0221d19235/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1835.767892] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Uploaded image 95a644fa-119e-4c4e-a78b-f75b6a7f21c3 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1835.770126] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1835.772706] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74dc3a05-4806-4469-90bc-7abc70cb5a5c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.779009] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1835.779009] env[62180]: value = "task-1963700" [ 1835.779009] env[62180]: _type = "Task" [ 1835.779009] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.792014] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963700, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.927672] env[62180]: DEBUG oslo_vmware.api [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Task: {'id': task-1963697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432887} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.928966] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.928966] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.928966] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.929212] env[62180]: INFO nova.compute.manager [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1835.929592] env[62180]: DEBUG oslo.service.loopingcall [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.929903] env[62180]: DEBUG nova.compute.manager [-] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.930239] env[62180]: DEBUG nova.network.neutron [-] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.999254] env[62180]: DEBUG oslo_vmware.api [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963698, 'name': PowerOnVM_Task, 'duration_secs': 0.468528} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.999515] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1835.999692] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-eda04245-bff3-4f3c-8765-7fbea32b4f2d tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance 'f5a7ea7e-547b-44e5-a28e-d48b61f06aba' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.013604] env[62180]: DEBUG nova.network.neutron [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updated VIF entry in instance network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.016377] env[62180]: DEBUG nova.network.neutron [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.087403] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963695, 'name': CreateVM_Task, 'duration_secs': 0.512927} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.087580] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 843e9045-3f36-44de-adce-9811351fa249] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.088271] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.088437] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.088763] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.089365] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c06afd-dd7f-4a11-855c-abadba4bbbf3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.096175] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1836.096175] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5208281a-b9a5-be3e-15d6-6e90ee1218ba" [ 1836.096175] env[62180]: _type = "Task" [ 1836.096175] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.106985] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5208281a-b9a5-be3e-15d6-6e90ee1218ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.107318] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.107561] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.107792] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.107934] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.108122] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.108401] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b4751fe-5eea-483b-8011-e4dec54711e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.116068] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.116847] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.117034] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037fe98c-c537-4176-8019-962f88228b51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.125366] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1836.125366] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527c8e2f-d3fc-f1f9-8ea6-3ae58269414a" [ 1836.125366] env[62180]: _type = "Task" [ 1836.125366] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.132652] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527c8e2f-d3fc-f1f9-8ea6-3ae58269414a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.221584] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068254} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.222241] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1836.223178] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9964c1d3-9985-4285-a493-5886479d5b53 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.250406] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 24203e3c-d56f-47b0-87d8-1a84aa291fe9/24203e3c-d56f-47b0-87d8-1a84aa291fe9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.250734] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb1ca10-999a-4209-b765-2adaffb10789 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.271834] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1836.271834] env[62180]: value = "task-1963702" [ 1836.271834] env[62180]: _type = "Task" [ 1836.271834] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.280219] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.290917] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963700, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.385251] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5796d50-2a87-4c2b-ba5d-6f091fe46fe2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.394056] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d28d12c-af50-4dee-8df6-0c274812908f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.428571] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6135494-6cf8-49dd-9b7d-9e95fe8423e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.440019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def670b5-a267-4bd1-9fac-5dd20ba52191 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.452476] env[62180]: DEBUG nova.compute.provider_tree [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.495369] env[62180]: DEBUG nova.compute.manager [req-b9f42b58-1845-4ffa-970e-0f2787dd46ab req-e647a29b-9945-4fa0-95f4-4097dd846cd1 service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Received event network-vif-deleted-0a760d36-adc1-4463-8d7f-5a3d88ebc0fb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.495369] env[62180]: INFO nova.compute.manager [req-b9f42b58-1845-4ffa-970e-0f2787dd46ab req-e647a29b-9945-4fa0-95f4-4097dd846cd1 service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Neutron deleted interface 0a760d36-adc1-4463-8d7f-5a3d88ebc0fb; detaching it from the instance and deleting it from the info cache [ 1836.495369] env[62180]: DEBUG nova.network.neutron [req-b9f42b58-1845-4ffa-970e-0f2787dd46ab req-e647a29b-9945-4fa0-95f4-4097dd846cd1 service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.517039] env[62180]: DEBUG oslo_concurrency.lockutils [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] Releasing lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.517039] env[62180]: DEBUG nova.compute.manager [req-e1315e34-d287-4a82-883b-1a7bc0fe727e req-ca84d808-b664-48e4-b112-e0d62ea1b9c0 service nova] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Received event network-vif-deleted-4237f534-372e-4d6b-a118-0d8255ca8ff8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.635984] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527c8e2f-d3fc-f1f9-8ea6-3ae58269414a, 'name': SearchDatastore_Task, 'duration_secs': 0.008012} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.636807] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e2a732-c3b0-489a-ba29-92aa9968e40f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.642584] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1836.642584] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a096b8-d0f9-3d8e-c00c-655725a8e5ee" [ 1836.642584] env[62180]: _type = "Task" [ 1836.642584] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.649988] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a096b8-d0f9-3d8e-c00c-655725a8e5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.785030] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963702, 'name': ReconfigVM_Task, 'duration_secs': 0.27685} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.788904] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 24203e3c-d56f-47b0-87d8-1a84aa291fe9/24203e3c-d56f-47b0-87d8-1a84aa291fe9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.789689] env[62180]: DEBUG nova.network.neutron [-] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.790796] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575e9f4d-bb7f-4c86-942a-36ae99c134c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.799285] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963700, 'name': Destroy_Task, 'duration_secs': 0.683479} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.800905] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Destroyed the VM [ 1836.800905] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1836.800905] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1836.800905] env[62180]: value = "task-1963703" [ 1836.800905] env[62180]: _type = "Task" [ 1836.800905] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.800905] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddc748c1-ee53-4863-877a-c1928de2040d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.810082] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1836.810082] env[62180]: value = "task-1963704" [ 1836.810082] env[62180]: _type = "Task" [ 1836.810082] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.813120] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963703, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.821384] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.956251] env[62180]: DEBUG nova.scheduler.client.report [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.000149] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2735fa77-5977-442d-962d-808c8d8b2b61 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.016485] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e039c0bb-34f2-4793-a60e-2d6368facede {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.057986] env[62180]: DEBUG nova.compute.manager [req-b9f42b58-1845-4ffa-970e-0f2787dd46ab req-e647a29b-9945-4fa0-95f4-4097dd846cd1 service nova] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Detach interface failed, port_id=0a760d36-adc1-4463-8d7f-5a3d88ebc0fb, reason: Instance e4a72a35-5f03-4d1b-b5ad-d3362eec90ed could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1837.154786] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a096b8-d0f9-3d8e-c00c-655725a8e5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.155489] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.155752] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 843e9045-3f36-44de-adce-9811351fa249/843e9045-3f36-44de-adce-9811351fa249.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.156025] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd07e633-3ea7-47da-9ead-a3262216a3ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.164681] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1837.164681] env[62180]: value = "task-1963705" [ 1837.164681] env[62180]: _type = "Task" [ 1837.164681] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.172924] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.293782] env[62180]: INFO nova.compute.manager [-] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Took 1.36 seconds to deallocate network for instance. [ 1837.316463] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963703, 'name': Rename_Task, 'duration_secs': 0.160986} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.322866] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.322866] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7c5cfa2-5846-420e-9dd6-81a50981c7c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.328855] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.330379] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1837.330379] env[62180]: value = "task-1963706" [ 1837.330379] env[62180]: _type = "Task" [ 1837.330379] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.343305] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.467361] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.469419] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.771s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.469724] env[62180]: DEBUG nova.objects.instance [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lazy-loading 'resources' on Instance uuid 739a0db6-6cf7-4232-beaa-e0de785c23a0 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.486203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "19741302-ee44-4652-8c2b-0e9dd014d1c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.486731] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.508700] env[62180]: INFO nova.scheduler.client.report [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Deleted allocations for instance ea20886c-f906-4f3e-9cfa-30c44213f9f5 [ 1837.676101] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.801847] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.825562] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963704, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.840063] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963706, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.026354] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0a99390-17a1-4df5-b7c4-a6e81ce17ff7 tempest-ListServerFiltersTestJSON-2122836733 tempest-ListServerFiltersTestJSON-2122836733-project-member] Lock "ea20886c-f906-4f3e-9cfa-30c44213f9f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.416s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.179776] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638317} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.180762] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 843e9045-3f36-44de-adce-9811351fa249/843e9045-3f36-44de-adce-9811351fa249.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.180762] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.180762] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-622d5bed-ac0e-4409-9816-3378945dee7c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.187145] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1838.187145] env[62180]: value = "task-1963707" [ 1838.187145] env[62180]: _type = "Task" [ 1838.187145] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.198356] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.330975] env[62180]: DEBUG oslo_vmware.api [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963704, 'name': RemoveSnapshot_Task, 'duration_secs': 1.234041} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.332165] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1838.332486] env[62180]: INFO nova.compute.manager [None req-b80ea71a-660f-499c-86de-698581a7f361 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 1838.356017] env[62180]: DEBUG oslo_vmware.api [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963706, 'name': PowerOnVM_Task, 'duration_secs': 0.839542} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.356017] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.356017] env[62180]: INFO nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1838.356017] env[62180]: DEBUG nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.356017] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed067af2-55af-408d-a0ee-34449bf996e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.704253] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078461} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.704675] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1838.705593] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bb9398-98f9-47a4-9b01-ed6e93d0f94f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.710382] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a8e4f-e4ac-4577-8a4b-3acd8d37c65c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.737210] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 843e9045-3f36-44de-adce-9811351fa249/843e9045-3f36-44de-adce-9811351fa249.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.743951] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77c88c4-4d1e-480c-94cf-ccb27b6df728 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.761337] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b70db86-5ec9-492c-85bc-edfa96526e98 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.803209] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c6c86a-6471-40a5-827d-ef95d9e3c22c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.806275] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1838.806275] env[62180]: value = "task-1963708" [ 1838.806275] env[62180]: _type = "Task" [ 1838.806275] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.814756] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ffb039-e354-480d-8a70-9fad4eff5a94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.823121] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.834133] env[62180]: DEBUG nova.compute.provider_tree [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.878291] env[62180]: INFO nova.compute.manager [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Took 59.31 seconds to build instance. [ 1839.117580] env[62180]: DEBUG nova.network.neutron [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Port ba83de47-43ac-49d1-b548-b9603bed8a3d binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1839.117921] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.118112] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.118285] env[62180]: DEBUG nova.network.neutron [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.323994] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.341024] env[62180]: DEBUG nova.scheduler.client.report [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.380561] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e48d7dfa-ac86-45c5-b69e-61487011179f tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.352s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.590449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.590449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.590449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.590449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.590449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.591525] env[62180]: INFO nova.compute.manager [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Terminating instance [ 1839.821969] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963708, 'name': ReconfigVM_Task, 'duration_secs': 0.783638} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.822308] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 843e9045-3f36-44de-adce-9811351fa249/843e9045-3f36-44de-adce-9811351fa249.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.823016] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7b67533-1d24-48ac-b368-c5cf152f8dd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.829629] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1839.829629] env[62180]: value = "task-1963709" [ 1839.829629] env[62180]: _type = "Task" [ 1839.829629] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.840708] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963709, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.844626] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.847125] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.434s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.848690] env[62180]: INFO nova.compute.claims [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.884542] env[62180]: DEBUG nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1839.894716] env[62180]: INFO nova.scheduler.client.report [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Deleted allocations for instance 739a0db6-6cf7-4232-beaa-e0de785c23a0 [ 1840.098657] env[62180]: DEBUG nova.compute.manager [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.101246] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.103883] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ae9826-706f-4d39-b8cb-1276f45603e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.112414] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.113040] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb69cf1-07b4-4c59-ae6a-9bf2e72ab884 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.119971] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1840.119971] env[62180]: value = "task-1963710" [ 1840.119971] env[62180]: _type = "Task" [ 1840.119971] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.130694] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.222151] env[62180]: DEBUG nova.network.neutron [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance_info_cache with network_info: [{"id": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "address": "fa:16:3e:3e:a8:bb", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba83de47-43", "ovs_interfaceid": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.341983] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963709, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.405040] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2b6de5ce-71e4-46c3-8ea3-923ac1603e1b tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "739a0db6-6cf7-4232-beaa-e0de785c23a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.171s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.419976] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.629901] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.726482] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.841559] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963709, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.135063] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.230779] env[62180]: DEBUG nova.compute.manager [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62180) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1841.231027] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.347631] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963709, 'name': Rename_Task, 'duration_secs': 1.331647} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.347979] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.348215] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-601c4bc2-a20c-4b82-9bda-6a224670203d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.355709] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1841.355709] env[62180]: value = "task-1963711" [ 1841.355709] env[62180]: _type = "Task" [ 1841.355709] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.373423] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.479117] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be9506c-85dd-4f93-9b19-273a047117c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.488474] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e824395e-6443-4159-9d82-f4f8a30db77a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.527654] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0994f0b-a02e-4867-aea6-67ccec7a7cd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.535739] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba924b6-ffc2-4102-8c8a-e0165f631a4f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.549451] env[62180]: DEBUG nova.compute.provider_tree [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.634031] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963710, 'name': PowerOffVM_Task, 'duration_secs': 1.303273} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.634138] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.634234] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.634711] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74f8648d-5358-4e83-aab1-e23e19e14950 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.697658] env[62180]: DEBUG nova.compute.manager [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-changed-1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1841.697658] env[62180]: DEBUG nova.compute.manager [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing instance network info cache due to event network-changed-1c2670f9-6774-46a6-9b68-a9dab0cfccdf. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1841.697658] env[62180]: DEBUG oslo_concurrency.lockutils [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.697658] env[62180]: DEBUG oslo_concurrency.lockutils [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.697658] env[62180]: DEBUG nova.network.neutron [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing network info cache for port 1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.726028] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.726028] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.726028] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Deleting the datastore file [datastore1] 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.726261] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb633f15-524d-47c5-b709-da1250248351 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.733600] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for the task: (returnval){ [ 1841.733600] env[62180]: value = "task-1963713" [ 1841.733600] env[62180]: _type = "Task" [ 1841.733600] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.742717] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.866567] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963711, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.055179] env[62180]: DEBUG nova.scheduler.client.report [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.253467] env[62180]: DEBUG oslo_vmware.api [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Task: {'id': task-1963713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300722} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.253467] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.253467] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.253467] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.254959] env[62180]: INFO nova.compute.manager [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1842.255337] env[62180]: DEBUG oslo.service.loopingcall [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.255469] env[62180]: DEBUG nova.compute.manager [-] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.255564] env[62180]: DEBUG nova.network.neutron [-] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.373019] env[62180]: DEBUG oslo_vmware.api [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963711, 'name': PowerOnVM_Task, 'duration_secs': 0.77192} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.373019] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.373019] env[62180]: INFO nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1842.373019] env[62180]: DEBUG nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.373276] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1aa15-9af3-42d6-b0fd-76a97d97850f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.561290] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.561590] env[62180]: DEBUG nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1842.564615] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.727s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.713727] env[62180]: DEBUG nova.network.neutron [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updated VIF entry in instance network info cache for port 1c2670f9-6774-46a6-9b68-a9dab0cfccdf. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.714136] env[62180]: DEBUG nova.network.neutron [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.900622] env[62180]: INFO nova.compute.manager [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Took 58.57 seconds to build instance. [ 1843.069868] env[62180]: DEBUG nova.compute.utils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.090282] env[62180]: DEBUG nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.090891] env[62180]: DEBUG nova.network.neutron [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.197754] env[62180]: DEBUG nova.policy [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b938d04593c04f4aac60902600629a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27b725d199d84163a4efb98bfd35e148', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.217685] env[62180]: DEBUG oslo_concurrency.lockutils [req-ce8373ab-f225-4ee0-b427-45e3fba02051 req-91724ea6-4e9f-4638-93ec-0f3cd3af0074 service nova] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.406971] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7f439a0-763e-48c9-b841-ca9c30199b98 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.608s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.536788] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.537017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.537236] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.537626] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.537626] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.540404] env[62180]: INFO nova.compute.manager [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Terminating instance [ 1843.595421] env[62180]: DEBUG nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.603747] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Applying migration context for instance f5a7ea7e-547b-44e5-a28e-d48b61f06aba as it has an incoming, in-progress migration e4880466-054f-4d7b-830d-c64f707eebf4. Migration status is reverting {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1843.605919] env[62180]: INFO nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating resource usage from migration e4880466-054f-4d7b-830d-c64f707eebf4 [ 1843.637332] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.637617] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.637894] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 556a65af-889d-4150-bd0d-2822964227e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1843.638129] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.638348] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e33ac3cc-493e-4d11-9f4d-7984e56d3d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.638555] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ab653e12-3d2f-45ee-a3bc-13b670f26e75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.638760] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1ac84b7c-aff6-497f-941d-99e16550431c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.638999] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f8a7a431-66a3-4ecb-a701-5d53e24b28fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.639222] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ca6b96ec-de48-44b9-a6ed-747a28281e06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.639452] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ede9cc61-2c36-4b7a-ae64-3b67604931f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.639617] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0cf548fd-816b-4da6-bd20-35fbc8577866 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.639833] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.640052] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 76cdf121-0846-4f03-bcac-a2e6ead239f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.640263] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d72a7ca9-c285-426b-989f-da5c540d4615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.640824] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ec57f3a1-7327-42c5-bb73-9d4c3d795f62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.641524] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.641808] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 027951a9-ae6f-409c-bd45-358ccc3a2826 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1843.642063] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance b214accc-56ca-4429-abd6-cd06c01c70d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1843.642299] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1d82705f-d5ef-4e83-afa0-f1fde271c098 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1843.642511] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 74f7331b-44d3-4b09-88ca-807e8d8f5542 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.644724] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance b0b93b16-87c8-47c4-808e-6bd977dd3430 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1843.645514] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e4a72a35-5f03-4d1b-b5ad-d3362eec90ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1843.645757] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 24203e3c-d56f-47b0-87d8-1a84aa291fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.647025] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 843e9045-3f36-44de-adce-9811351fa249 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.647025] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1b01664d-b239-4a2b-a775-542535141162 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.647025] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Migration e4880466-054f-4d7b-830d-c64f707eebf4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1843.647025] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f5a7ea7e-547b-44e5-a28e-d48b61f06aba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1843.750216] env[62180]: DEBUG nova.network.neutron [-] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.909186] env[62180]: DEBUG nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1844.047422] env[62180]: DEBUG nova.compute.manager [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1844.047726] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1844.048601] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f791884-5f7f-4deb-a8f7-8b22b5eba4d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.061197] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1844.061530] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8570fa8-ef80-4227-8d5c-4af0e8cb418a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.068307] env[62180]: DEBUG nova.compute.manager [req-ff98b6fb-828b-4d7f-b191-28c31fdc7211 req-56088d34-4c1a-4bad-bfe5-544c9436eae0 service nova] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Received event network-vif-deleted-31b42ecc-63ea-427a-b96d-448f7e584b1c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.074052] env[62180]: DEBUG oslo_vmware.api [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1844.074052] env[62180]: value = "task-1963714" [ 1844.074052] env[62180]: _type = "Task" [ 1844.074052] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.089933] env[62180]: DEBUG oslo_vmware.api [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.139621] env[62180]: DEBUG nova.network.neutron [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Successfully created port: ff3a3a9d-712b-446e-a8cb-0bf446f52e01 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.156242] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d1d94f53-0845-42cb-83fe-36a134aa8847 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1844.254454] env[62180]: INFO nova.compute.manager [-] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Took 2.00 seconds to deallocate network for instance. [ 1844.344860] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "311c09e4-c463-4419-b23e-db1b6b6eaa24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.344860] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.447536] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.583983] env[62180]: DEBUG oslo_vmware.api [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963714, 'name': PowerOffVM_Task, 'duration_secs': 0.229479} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.585033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.585033] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1844.585033] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342c9c4d-85ba-43d7-a9da-ec2746fc1db3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.618915] env[62180]: DEBUG nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.648460] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.648696] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.648853] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.649395] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.649580] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.649951] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.649951] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.650124] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.650277] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.650442] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.650613] env[62180]: DEBUG nova.virt.hardware [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.651500] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29c825d-0ef9-4896-a9f8-b7bc2ebfac6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.660810] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d84af47f-5b7c-479b-8fde-1af80f82d54b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1844.663335] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8a388a-005f-45c3-b9be-ca7b449e80b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.745086] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1844.745353] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1844.745353] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Deleting the datastore file [datastore1] e33ac3cc-493e-4d11-9f4d-7984e56d3d7c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.745683] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a666f02-953d-4119-a62f-442b1afe5ccb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.753677] env[62180]: DEBUG oslo_vmware.api [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for the task: (returnval){ [ 1844.753677] env[62180]: value = "task-1963716" [ 1844.753677] env[62180]: _type = "Task" [ 1844.753677] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.768659] env[62180]: DEBUG oslo_vmware.api [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.771725] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.863737] env[62180]: DEBUG nova.compute.manager [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Received event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.863978] env[62180]: DEBUG nova.compute.manager [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing instance network info cache due to event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1844.864390] env[62180]: DEBUG oslo_concurrency.lockutils [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] Acquiring lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.864486] env[62180]: DEBUG oslo_concurrency.lockutils [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] Acquired lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.864605] env[62180]: DEBUG nova.network.neutron [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.169124] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 8868c05d-32c5-4888-9aa2-e6d174b1d386 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1845.274563] env[62180]: DEBUG oslo_vmware.api [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Task: {'id': task-1963716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248915} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.275064] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1845.275332] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1845.275643] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1845.275952] env[62180]: INFO nova.compute.manager [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1845.276369] env[62180]: DEBUG oslo.service.loopingcall [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.277379] env[62180]: DEBUG nova.compute.manager [-] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1845.278205] env[62180]: DEBUG nova.network.neutron [-] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1845.575585] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.576031] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.668675] env[62180]: DEBUG nova.network.neutron [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updated VIF entry in instance network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.669133] env[62180]: DEBUG nova.network.neutron [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.672347] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1846.077412] env[62180]: DEBUG nova.network.neutron [-] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.138467] env[62180]: DEBUG nova.compute.manager [req-721949c8-4891-4824-845e-ad8d3f9e9533 req-4c0395bd-2ebb-4c0b-8c66-eccd7feaa127 service nova] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Received event network-vif-deleted-7523b429-5733-492b-a483-a84a9ee6a704 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1846.145012] env[62180]: DEBUG nova.network.neutron [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Successfully updated port: ff3a3a9d-712b-446e-a8cb-0bf446f52e01 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.172147] env[62180]: DEBUG oslo_concurrency.lockutils [req-0c976a31-ca32-442b-8c97-f4804c742dab req-b4f10f15-050d-4828-8388-60afe162fab9 service nova] Releasing lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.178022] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f75daac5-b2f6-45d0-aff5-11536d96680e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1846.581454] env[62180]: INFO nova.compute.manager [-] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Took 1.30 seconds to deallocate network for instance. [ 1846.647205] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "refresh_cache-1b01664d-b239-4a2b-a775-542535141162" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.647360] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquired lock "refresh_cache-1b01664d-b239-4a2b-a775-542535141162" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.647513] env[62180]: DEBUG nova.network.neutron [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.678289] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 9570b747-e196-45a7-8f38-28d10c2935ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1846.887337] env[62180]: DEBUG nova.compute.manager [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Received event network-vif-plugged-ff3a3a9d-712b-446e-a8cb-0bf446f52e01 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1846.887549] env[62180]: DEBUG oslo_concurrency.lockutils [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] Acquiring lock "1b01664d-b239-4a2b-a775-542535141162-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.887750] env[62180]: DEBUG oslo_concurrency.lockutils [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] Lock "1b01664d-b239-4a2b-a775-542535141162-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.888020] env[62180]: DEBUG oslo_concurrency.lockutils [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] Lock "1b01664d-b239-4a2b-a775-542535141162-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.888220] env[62180]: DEBUG nova.compute.manager [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] No waiting events found dispatching network-vif-plugged-ff3a3a9d-712b-446e-a8cb-0bf446f52e01 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.888464] env[62180]: WARNING nova.compute.manager [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Received unexpected event network-vif-plugged-ff3a3a9d-712b-446e-a8cb-0bf446f52e01 for instance with vm_state building and task_state spawning. [ 1846.888638] env[62180]: DEBUG nova.compute.manager [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Received event network-changed-ff3a3a9d-712b-446e-a8cb-0bf446f52e01 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1846.888797] env[62180]: DEBUG nova.compute.manager [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Refreshing instance network info cache due to event network-changed-ff3a3a9d-712b-446e-a8cb-0bf446f52e01. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1846.888986] env[62180]: DEBUG oslo_concurrency.lockutils [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] Acquiring lock "refresh_cache-1b01664d-b239-4a2b-a775-542535141162" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.088011] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.181555] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1847.182985] env[62180]: DEBUG nova.network.neutron [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.388245] env[62180]: DEBUG nova.network.neutron [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Updating instance_info_cache with network_info: [{"id": "ff3a3a9d-712b-446e-a8cb-0bf446f52e01", "address": "fa:16:3e:63:1a:ea", "network": {"id": "7adc89a7-1bf9-48f2-a7b4-81e433061cce", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1117785680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b725d199d84163a4efb98bfd35e148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3a3a9d-71", "ovs_interfaceid": "ff3a3a9d-712b-446e-a8cb-0bf446f52e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.686567] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d54b9a57-a27b-4d90-bd32-1c498c529a25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1847.890879] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Releasing lock "refresh_cache-1b01664d-b239-4a2b-a775-542535141162" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.891351] env[62180]: DEBUG nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Instance network_info: |[{"id": "ff3a3a9d-712b-446e-a8cb-0bf446f52e01", "address": "fa:16:3e:63:1a:ea", "network": {"id": "7adc89a7-1bf9-48f2-a7b4-81e433061cce", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1117785680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b725d199d84163a4efb98bfd35e148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3a3a9d-71", "ovs_interfaceid": "ff3a3a9d-712b-446e-a8cb-0bf446f52e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.891724] env[62180]: DEBUG oslo_concurrency.lockutils [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] Acquired lock "refresh_cache-1b01664d-b239-4a2b-a775-542535141162" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.891954] env[62180]: DEBUG nova.network.neutron [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Refreshing network info cache for port ff3a3a9d-712b-446e-a8cb-0bf446f52e01 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.893357] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:1a:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3a3a9d-712b-446e-a8cb-0bf446f52e01', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.902517] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Creating folder: Project (27b725d199d84163a4efb98bfd35e148). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.903717] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cc691c3-cb3f-488d-ad2b-cc602f37edad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.915139] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Created folder: Project (27b725d199d84163a4efb98bfd35e148) in parent group-v404325. [ 1847.915366] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Creating folder: Instances. Parent ref: group-v404507. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.915836] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4337313a-dc03-4955-8003-7bc243c695bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.925053] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Created folder: Instances in parent group-v404507. [ 1847.925347] env[62180]: DEBUG oslo.service.loopingcall [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.925576] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b01664d-b239-4a2b-a775-542535141162] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.925792] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee2f023-2b8e-4eed-bb6f-becd5d85125a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.945927] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.945927] env[62180]: value = "task-1963719" [ 1847.945927] env[62180]: _type = "Task" [ 1847.945927] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.953777] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963719, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.190248] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 9a2adc70-d3ba-4628-97f4-0ac00379b918 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1848.456602] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963719, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.624417] env[62180]: DEBUG nova.network.neutron [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Updated VIF entry in instance network info cache for port ff3a3a9d-712b-446e-a8cb-0bf446f52e01. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.624778] env[62180]: DEBUG nova.network.neutron [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Updating instance_info_cache with network_info: [{"id": "ff3a3a9d-712b-446e-a8cb-0bf446f52e01", "address": "fa:16:3e:63:1a:ea", "network": {"id": "7adc89a7-1bf9-48f2-a7b4-81e433061cce", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1117785680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b725d199d84163a4efb98bfd35e148", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3a3a9d-71", "ovs_interfaceid": "ff3a3a9d-712b-446e-a8cb-0bf446f52e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.693534] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 19741302-ee44-4652-8c2b-0e9dd014d1c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1848.694062] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1848.694062] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1848.958978] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963719, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.113276] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e60b5bd-4a0b-4d9b-bbe4-567741598729 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.120601] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80582f2d-879f-4e66-b79e-8aacffe946a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.150625] env[62180]: DEBUG oslo_concurrency.lockutils [req-5feb548b-e791-4de1-9d17-52caa5b0ad07 req-7085bfb0-4e78-4de8-849f-8872a159a6fd service nova] Releasing lock "refresh_cache-1b01664d-b239-4a2b-a775-542535141162" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.152138] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319cb509-6c7d-45b7-9ad8-90346bfab1b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.159725] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131e9c2d-d413-42db-bfb3-1a9d822fa85c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.172807] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1849.458087] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963719, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.693288] env[62180]: ERROR nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [req-252c5a62-545c-440a-b4a8-8788adabafd6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-252c5a62-545c-440a-b4a8-8788adabafd6"}]} [ 1849.709698] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1849.723496] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1849.723698] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1849.735316] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1849.753707] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1849.962946] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963719, 'name': CreateVM_Task, 'duration_secs': 1.757356} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.962946] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b01664d-b239-4a2b-a775-542535141162] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.963274] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.963274] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.963568] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.963876] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759c08f3-0e6a-4aee-af2e-c3b708fa8b2a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.973985] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1849.973985] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529269c2-5e9f-7c60-2f57-e0643899ba18" [ 1849.973985] env[62180]: _type = "Task" [ 1849.973985] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.982509] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529269c2-5e9f-7c60-2f57-e0643899ba18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.245243] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624a67a9-6207-4418-925c-9f134e2eb334 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.252955] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ba0ac9-5015-4fdd-a1d4-98c64eb70c48 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.283561] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0756e0-5e30-4e2e-8959-01a9fee414bc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.291376] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d885eb45-274d-4811-a062-810344403b55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.305246] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1850.485012] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529269c2-5e9f-7c60-2f57-e0643899ba18, 'name': SearchDatastore_Task, 'duration_secs': 0.014946} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.485374] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.485632] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.485906] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.486066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.486260] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.486557] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68b340db-969e-4bbb-80c3-8c47cf975408 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.498374] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.498553] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.499287] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff0cf77-50a0-4b87-9d17-ef99e3f2269a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.505085] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1850.505085] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5223c337-ed41-e627-9fcf-e2bb0183d92d" [ 1850.505085] env[62180]: _type = "Task" [ 1850.505085] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.515868] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5223c337-ed41-e627-9fcf-e2bb0183d92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.836501] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1850.836800] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 102 to 103 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1850.836981] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1851.015722] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5223c337-ed41-e627-9fcf-e2bb0183d92d, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.016520] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220aebc4-3b80-4b87-81d4-81044e2bcdc1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.021719] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1851.021719] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52251d33-7117-a5e8-5422-6d2d3c871806" [ 1851.021719] env[62180]: _type = "Task" [ 1851.021719] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.029495] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52251d33-7117-a5e8-5422-6d2d3c871806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.342385] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1851.342699] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.778s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.342993] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.571s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.344491] env[62180]: INFO nova.compute.claims [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.347238] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.347385] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1851.534907] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52251d33-7117-a5e8-5422-6d2d3c871806, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.535338] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.535709] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1b01664d-b239-4a2b-a775-542535141162/1b01664d-b239-4a2b-a775-542535141162.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.536070] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6517abdc-7702-4e42-a8ce-b7c443b8bb32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.544194] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1851.544194] env[62180]: value = "task-1963720" [ 1851.544194] env[62180]: _type = "Task" [ 1851.544194] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.552372] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.863103] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] There are 42 instances to clean {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1851.863403] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 00ae0e34-aa91-40b3-b396-c03e60797300] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1852.054100] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502277} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.054380] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1b01664d-b239-4a2b-a775-542535141162/1b01664d-b239-4a2b-a775-542535141162.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1852.054595] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1852.054839] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55d66f7c-be3f-4aea-a999-e32b1d4b4c59 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.063129] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1852.063129] env[62180]: value = "task-1963721" [ 1852.063129] env[62180]: _type = "Task" [ 1852.063129] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.070344] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.368359] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 739a0db6-6cf7-4232-beaa-e0de785c23a0] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1852.575072] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071014} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.577240] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.578191] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417a3569-6b77-45d0-81ff-5e5a322ecef1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.599644] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 1b01664d-b239-4a2b-a775-542535141162/1b01664d-b239-4a2b-a775-542535141162.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.602008] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9b052e1-f26a-4b94-9ae1-faa3372f552e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.622109] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1852.622109] env[62180]: value = "task-1963722" [ 1852.622109] env[62180]: _type = "Task" [ 1852.622109] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.630580] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.872467] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e0af3596-1be3-4674-9ce7-eb41f3ef70dd] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1852.877015] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e72a76-5f49-4c9c-aded-fbd747a2eed8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.883562] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa97c8d5-2bc9-4276-8bf2-2e878fdf9456 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.925774] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b53be3-e468-4efb-b4ea-5eb585ff184f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.934821] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36e8db-3754-44bb-a4df-477cfed49ebb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.949171] env[62180]: DEBUG nova.compute.provider_tree [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.131839] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963722, 'name': ReconfigVM_Task, 'duration_secs': 0.277084} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.132131] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 1b01664d-b239-4a2b-a775-542535141162/1b01664d-b239-4a2b-a775-542535141162.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.132943] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38966e2-5255-4019-a335-2dc1b9c8809a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.139266] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1853.139266] env[62180]: value = "task-1963723" [ 1853.139266] env[62180]: _type = "Task" [ 1853.139266] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.147062] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963723, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.262329] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "1ac84b7c-aff6-497f-941d-99e16550431c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.262605] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "1ac84b7c-aff6-497f-941d-99e16550431c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.262816] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "1ac84b7c-aff6-497f-941d-99e16550431c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.263013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "1ac84b7c-aff6-497f-941d-99e16550431c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.263196] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "1ac84b7c-aff6-497f-941d-99e16550431c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.265690] env[62180]: INFO nova.compute.manager [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Terminating instance [ 1853.379989] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0cf30c19-40c2-4a29-9099-92507328ae81] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1853.482858] env[62180]: DEBUG nova.scheduler.client.report [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1853.483094] env[62180]: DEBUG nova.compute.provider_tree [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 103 to 104 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1853.483368] env[62180]: DEBUG nova.compute.provider_tree [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.650028] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963723, 'name': Rename_Task, 'duration_secs': 0.139021} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.650028] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.650390] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4bd052f-539a-46b9-8b9f-2d7d5e867c70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.656193] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1853.656193] env[62180]: value = "task-1963724" [ 1853.656193] env[62180]: _type = "Task" [ 1853.656193] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.666619] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.769202] env[62180]: DEBUG nova.compute.manager [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1853.769453] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1853.770424] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138a6417-b927-41cf-a9a3-102a71a0ea7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.778817] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1853.778817] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95757f70-5471-472b-a9e6-2e78a56c12aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.784606] env[62180]: DEBUG oslo_vmware.api [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1853.784606] env[62180]: value = "task-1963725" [ 1853.784606] env[62180]: _type = "Task" [ 1853.784606] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.792034] env[62180]: DEBUG oslo_vmware.api [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.883645] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d9c7224c-47dd-46cc-a851-d8932bd2b69b] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1853.988924] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.989552] env[62180]: DEBUG nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1853.993760] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.240s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.995187] env[62180]: INFO nova.compute.claims [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.168106] env[62180]: DEBUG oslo_vmware.api [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963724, 'name': PowerOnVM_Task, 'duration_secs': 0.444155} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.168381] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.168582] env[62180]: INFO nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1854.168757] env[62180]: DEBUG nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.169522] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2314f52-545f-476e-b560-387b77e183fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.294590] env[62180]: DEBUG oslo_vmware.api [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963725, 'name': PowerOffVM_Task, 'duration_secs': 0.24172} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.294908] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.295279] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.295562] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1d0de1-83ad-4b11-8b08-a0061e66a437 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.373884] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1854.374245] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1854.374528] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Deleting the datastore file [datastore1] 1ac84b7c-aff6-497f-941d-99e16550431c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1854.374805] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daf419cf-8b1d-41fc-8b7e-4db0292c2895 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.381139] env[62180]: DEBUG oslo_vmware.api [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for the task: (returnval){ [ 1854.381139] env[62180]: value = "task-1963727" [ 1854.381139] env[62180]: _type = "Task" [ 1854.381139] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.389986] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 62cb56ca-1bc2-4d18-98d2-20d4a654d711] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1854.392023] env[62180]: DEBUG oslo_vmware.api [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.500742] env[62180]: DEBUG nova.compute.utils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.504305] env[62180]: DEBUG nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1854.504522] env[62180]: DEBUG nova.network.neutron [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1854.554734] env[62180]: DEBUG nova.policy [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '244b4876503b44d08bada7cfd287dffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37a2b7dcbf2a4d6ba742b11a1c62839e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1854.692042] env[62180]: INFO nova.compute.manager [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Took 55.30 seconds to build instance. [ 1854.831809] env[62180]: DEBUG nova.network.neutron [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Successfully created port: 4aa317f8-3f6f-4d6f-8b9e-6c89443b470f {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.892316] env[62180]: DEBUG oslo_vmware.api [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Task: {'id': task-1963727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160909} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.892316] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.892316] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1854.892316] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1854.892464] env[62180]: INFO nova.compute.manager [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1854.892637] env[62180]: DEBUG oslo.service.loopingcall [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.892819] env[62180]: DEBUG nova.compute.manager [-] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1854.892906] env[62180]: DEBUG nova.network.neutron [-] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1854.894633] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 39657006-a2a1-42ff-a754-642afae84e07] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1855.004844] env[62180]: DEBUG nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1855.197938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e0b058c7-252e-44ab-a0a7-6b14e85aaf1f tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "1b01664d-b239-4a2b-a775-542535141162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.705s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.400184] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 76483cc4-76b3-4436-ae4c-c88087691ec2] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1855.559069] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faae67da-b838-45a3-b918-abff86cadc8c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.570781] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8843712c-388f-4523-a165-26219cf77b87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.606448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c54cb30-f1a5-4343-b46a-db302fb26e73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.615929] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa2959-8888-46d3-ad17-64b7ce509740 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.630094] env[62180]: DEBUG nova.compute.provider_tree [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.703560] env[62180]: DEBUG nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.881347] env[62180]: DEBUG nova.compute.manager [req-3d1b44c5-f639-4ff1-85ac-df0ea520585b req-647ab418-df05-40d6-889e-2eea7e068fcc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Received event network-vif-deleted-62b03c0e-c333-40aa-b2d0-dfced3a86ac6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1855.881347] env[62180]: INFO nova.compute.manager [req-3d1b44c5-f639-4ff1-85ac-df0ea520585b req-647ab418-df05-40d6-889e-2eea7e068fcc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Neutron deleted interface 62b03c0e-c333-40aa-b2d0-dfced3a86ac6; detaching it from the instance and deleting it from the info cache [ 1855.881347] env[62180]: DEBUG nova.network.neutron [req-3d1b44c5-f639-4ff1-85ac-df0ea520585b req-647ab418-df05-40d6-889e-2eea7e068fcc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.905167] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 29bb064c-f652-4672-9fe9-75a09095db39] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1856.020441] env[62180]: DEBUG nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.045974] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.046251] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.046405] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.046588] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.046734] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.046884] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1856.047100] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1856.047276] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1856.047449] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1856.047617] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1856.047785] env[62180]: DEBUG nova.virt.hardware [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1856.049492] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c63505-de0c-495b-8c5e-1861478e6da3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.056555] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe6b65-e064-4c00-be3a-ae018529d214 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.133475] env[62180]: DEBUG nova.scheduler.client.report [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.233443] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.318540] env[62180]: DEBUG nova.network.neutron [-] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.388756] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2796c67-3a78-436d-b8dc-7f33163c3de1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.398854] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ef474-ba86-4bf6-929c-d3252017f84d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.412078] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 30c00475-3e93-45d4-9dbf-ff6fe81b09aa] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1856.439218] env[62180]: DEBUG nova.compute.manager [req-3d1b44c5-f639-4ff1-85ac-df0ea520585b req-647ab418-df05-40d6-889e-2eea7e068fcc service nova] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Detach interface failed, port_id=62b03c0e-c333-40aa-b2d0-dfced3a86ac6, reason: Instance 1ac84b7c-aff6-497f-941d-99e16550431c could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1856.638608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.639151] env[62180]: DEBUG nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1856.642112] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.439s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.643590] env[62180]: INFO nova.compute.claims [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1856.687502] env[62180]: DEBUG nova.network.neutron [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Successfully updated port: 4aa317f8-3f6f-4d6f-8b9e-6c89443b470f {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.756595] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "1b01664d-b239-4a2b-a775-542535141162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.758711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "1b01664d-b239-4a2b-a775-542535141162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.758711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "1b01664d-b239-4a2b-a775-542535141162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.758711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "1b01664d-b239-4a2b-a775-542535141162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.758711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "1b01664d-b239-4a2b-a775-542535141162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.760345] env[62180]: INFO nova.compute.manager [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Terminating instance [ 1856.821289] env[62180]: INFO nova.compute.manager [-] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Took 1.93 seconds to deallocate network for instance. [ 1856.915474] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 26aa5363-8676-45bf-8b17-185321d4da32] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1857.152760] env[62180]: DEBUG nova.compute.utils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.154686] env[62180]: DEBUG nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1857.154686] env[62180]: DEBUG nova.network.neutron [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1857.190354] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "refresh_cache-d1d94f53-0845-42cb-83fe-36a134aa8847" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.190448] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquired lock "refresh_cache-d1d94f53-0845-42cb-83fe-36a134aa8847" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.190594] env[62180]: DEBUG nova.network.neutron [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.192933] env[62180]: DEBUG nova.policy [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5e12934057b4e8ab8f4e60ff55f4679', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8656afdb22e042a882f061e3982d71be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1857.265923] env[62180]: DEBUG nova.compute.manager [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1857.266174] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.267819] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599ed83-23d0-4849-bced-653b1dfe1273 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.276107] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.276348] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a93bf9a6-7f82-47f8-b806-6529463751d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.282727] env[62180]: DEBUG oslo_vmware.api [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1857.282727] env[62180]: value = "task-1963728" [ 1857.282727] env[62180]: _type = "Task" [ 1857.282727] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.290303] env[62180]: DEBUG oslo_vmware.api [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.328588] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.420077] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 3b8acb23-1bed-432f-b70e-18a1301fb99c] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1857.446167] env[62180]: DEBUG nova.network.neutron [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Successfully created port: c094b99c-f14c-4b3c-880b-4c3981029236 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1857.657069] env[62180]: DEBUG nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1857.758793] env[62180]: DEBUG nova.network.neutron [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.797236] env[62180]: DEBUG oslo_vmware.api [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963728, 'name': PowerOffVM_Task, 'duration_secs': 0.182944} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.797726] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.797902] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.798172] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04fd5a0b-890d-4700-af77-dedc94fc6163 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.924395] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 92ff7c21-e2c6-4d85-aa12-e41672929eda] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1857.961641] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.961872] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.962106] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Deleting the datastore file [datastore1] 1b01664d-b239-4a2b-a775-542535141162 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.962584] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd4f604-624d-4f90-9e17-4501b842a4b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.972738] env[62180]: DEBUG oslo_vmware.api [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for the task: (returnval){ [ 1857.972738] env[62180]: value = "task-1963730" [ 1857.972738] env[62180]: _type = "Task" [ 1857.972738] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.982034] env[62180]: DEBUG oslo_vmware.api [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.006859] env[62180]: DEBUG nova.network.neutron [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Updating instance_info_cache with network_info: [{"id": "4aa317f8-3f6f-4d6f-8b9e-6c89443b470f", "address": "fa:16:3e:3d:92:bc", "network": {"id": "e5744a15-7cb2-44b5-b650-dcb358a55dfa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1030491249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a2b7dcbf2a4d6ba742b11a1c62839e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa317f8-3f", "ovs_interfaceid": "4aa317f8-3f6f-4d6f-8b9e-6c89443b470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.030862] env[62180]: DEBUG nova.compute.manager [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Received event network-vif-plugged-4aa317f8-3f6f-4d6f-8b9e-6c89443b470f {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.031152] env[62180]: DEBUG oslo_concurrency.lockutils [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] Acquiring lock "d1d94f53-0845-42cb-83fe-36a134aa8847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.031412] env[62180]: DEBUG oslo_concurrency.lockutils [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.031579] env[62180]: DEBUG oslo_concurrency.lockutils [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.031798] env[62180]: DEBUG nova.compute.manager [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] No waiting events found dispatching network-vif-plugged-4aa317f8-3f6f-4d6f-8b9e-6c89443b470f {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1858.032017] env[62180]: WARNING nova.compute.manager [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Received unexpected event network-vif-plugged-4aa317f8-3f6f-4d6f-8b9e-6c89443b470f for instance with vm_state building and task_state spawning. [ 1858.032652] env[62180]: DEBUG nova.compute.manager [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Received event network-changed-4aa317f8-3f6f-4d6f-8b9e-6c89443b470f {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1858.032865] env[62180]: DEBUG nova.compute.manager [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Refreshing instance network info cache due to event network-changed-4aa317f8-3f6f-4d6f-8b9e-6c89443b470f. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1858.033052] env[62180]: DEBUG oslo_concurrency.lockutils [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] Acquiring lock "refresh_cache-d1d94f53-0845-42cb-83fe-36a134aa8847" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.235915] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f7c096-9947-4388-982a-d9b3e0326e20 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.244390] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b5194-374d-45ba-8fde-b7897163b545 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.276307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e0bb0d-3859-40d7-b62f-ff861946c4fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.283640] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c47067-a4ae-45d3-a0e4-7d6aa5469850 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.297022] env[62180]: DEBUG nova.compute.provider_tree [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.427441] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: c2657800-ac10-4f71-bf86-2b5b95c65a06] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1858.482364] env[62180]: DEBUG oslo_vmware.api [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Task: {'id': task-1963730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1793} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.482730] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.482910] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.483094] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.483267] env[62180]: INFO nova.compute.manager [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] [instance: 1b01664d-b239-4a2b-a775-542535141162] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1858.483499] env[62180]: DEBUG oslo.service.loopingcall [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.483704] env[62180]: DEBUG nova.compute.manager [-] [instance: 1b01664d-b239-4a2b-a775-542535141162] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.483799] env[62180]: DEBUG nova.network.neutron [-] [instance: 1b01664d-b239-4a2b-a775-542535141162] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.512215] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Releasing lock "refresh_cache-d1d94f53-0845-42cb-83fe-36a134aa8847" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.512521] env[62180]: DEBUG nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Instance network_info: |[{"id": "4aa317f8-3f6f-4d6f-8b9e-6c89443b470f", "address": "fa:16:3e:3d:92:bc", "network": {"id": "e5744a15-7cb2-44b5-b650-dcb358a55dfa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1030491249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a2b7dcbf2a4d6ba742b11a1c62839e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa317f8-3f", "ovs_interfaceid": "4aa317f8-3f6f-4d6f-8b9e-6c89443b470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.512797] env[62180]: DEBUG oslo_concurrency.lockutils [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] Acquired lock "refresh_cache-d1d94f53-0845-42cb-83fe-36a134aa8847" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.512965] env[62180]: DEBUG nova.network.neutron [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Refreshing network info cache for port 4aa317f8-3f6f-4d6f-8b9e-6c89443b470f {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.514168] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:92:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aa317f8-3f6f-4d6f-8b9e-6c89443b470f', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.521523] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Creating folder: Project (37a2b7dcbf2a4d6ba742b11a1c62839e). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.524345] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6e7a4a-21df-48db-860e-dc36dd6039cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.535362] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Created folder: Project (37a2b7dcbf2a4d6ba742b11a1c62839e) in parent group-v404325. [ 1858.535542] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Creating folder: Instances. Parent ref: group-v404510. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1858.535756] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30a9e607-6f49-4829-8169-719a7d66572b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.544323] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Created folder: Instances in parent group-v404510. [ 1858.544532] env[62180]: DEBUG oslo.service.loopingcall [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.544702] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.544879] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53650b9e-e17d-4f92-be83-f9002e353cd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.563338] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.563338] env[62180]: value = "task-1963733" [ 1858.563338] env[62180]: _type = "Task" [ 1858.563338] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.570592] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963733, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.665256] env[62180]: DEBUG nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1858.691268] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.691514] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.691684] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.691879] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.692046] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.692232] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.692496] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.692622] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.692805] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.692967] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.693157] env[62180]: DEBUG nova.virt.hardware [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.694046] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9410b6-7f98-47c3-8938-12c638d98570 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.702213] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0bad63-e123-4aae-b251-739bcb125a7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.799712] env[62180]: DEBUG nova.scheduler.client.report [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.930848] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f947b843-3d51-4720-9797-4c5859c4d630] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1859.073808] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963733, 'name': CreateVM_Task, 'duration_secs': 0.489965} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.073983] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.074921] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.075239] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.075544] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.075851] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cc6f9a-eb47-4bfa-b3b8-1faed91c7e2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.083344] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1859.083344] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527f7e76-30bf-66ec-5f39-19f5fb01c2f1" [ 1859.083344] env[62180]: _type = "Task" [ 1859.083344] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.090402] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527f7e76-30bf-66ec-5f39-19f5fb01c2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.254095] env[62180]: DEBUG nova.network.neutron [-] [instance: 1b01664d-b239-4a2b-a775-542535141162] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.309092] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.309913] env[62180]: DEBUG nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.314516] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.873s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.314710] env[62180]: DEBUG nova.objects.instance [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1859.404198] env[62180]: DEBUG nova.network.neutron [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Updated VIF entry in instance network info cache for port 4aa317f8-3f6f-4d6f-8b9e-6c89443b470f. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.405580] env[62180]: DEBUG nova.network.neutron [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Updating instance_info_cache with network_info: [{"id": "4aa317f8-3f6f-4d6f-8b9e-6c89443b470f", "address": "fa:16:3e:3d:92:bc", "network": {"id": "e5744a15-7cb2-44b5-b650-dcb358a55dfa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1030491249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37a2b7dcbf2a4d6ba742b11a1c62839e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa317f8-3f", "ovs_interfaceid": "4aa317f8-3f6f-4d6f-8b9e-6c89443b470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.435068] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 45bf79c4-2f13-4989-846d-0db27325bef3] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1859.444248] env[62180]: DEBUG nova.network.neutron [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Successfully updated port: c094b99c-f14c-4b3c-880b-4c3981029236 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1859.592296] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527f7e76-30bf-66ec-5f39-19f5fb01c2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008762} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.592580] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.592809] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.593047] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.593195] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.593370] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.593888] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49b13bf-1383-41a3-aa61-3ca2e38930d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.601976] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.602161] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.602813] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1609e9c2-f1c7-4eb1-8f9f-f92278ff1b8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.607498] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1859.607498] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e10ff8-4c14-1899-9992-b57104d12b81" [ 1859.607498] env[62180]: _type = "Task" [ 1859.607498] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.614804] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e10ff8-4c14-1899-9992-b57104d12b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.755642] env[62180]: INFO nova.compute.manager [-] [instance: 1b01664d-b239-4a2b-a775-542535141162] Took 1.27 seconds to deallocate network for instance. [ 1859.822246] env[62180]: DEBUG nova.compute.utils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1859.826388] env[62180]: DEBUG nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1859.826485] env[62180]: DEBUG nova.network.neutron [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1859.876806] env[62180]: DEBUG nova.policy [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f72eb35c0d141779ca1ce5aab608f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d4ae40d1f8b4fb4a9e0d9c3409404ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1859.907908] env[62180]: DEBUG oslo_concurrency.lockutils [req-25783659-a6ae-4784-986e-4467a41983c0 req-8c87dad7-598e-40ad-bd51-0c26cf29b238 service nova] Releasing lock "refresh_cache-d1d94f53-0845-42cb-83fe-36a134aa8847" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.938241] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 603c0515-057c-4ce7-ab37-d16b52696672] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1859.946972] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "refresh_cache-d84af47f-5b7c-479b-8fde-1af80f82d54b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.947130] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquired lock "refresh_cache-d84af47f-5b7c-479b-8fde-1af80f82d54b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.947278] env[62180]: DEBUG nova.network.neutron [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.118456] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e10ff8-4c14-1899-9992-b57104d12b81, 'name': SearchDatastore_Task, 'duration_secs': 0.043237} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.122225] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f876079-0bd9-4405-abb8-3d3c9beb1ff4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.128283] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1860.128283] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521111e8-d097-33cf-8e87-d796ccc33989" [ 1860.128283] env[62180]: _type = "Task" [ 1860.128283] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.137468] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521111e8-d097-33cf-8e87-d796ccc33989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.148821] env[62180]: DEBUG nova.compute.manager [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: 1b01664d-b239-4a2b-a775-542535141162] Received event network-vif-deleted-ff3a3a9d-712b-446e-a8cb-0bf446f52e01 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.148997] env[62180]: DEBUG nova.compute.manager [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Received event network-vif-plugged-c094b99c-f14c-4b3c-880b-4c3981029236 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.149204] env[62180]: DEBUG oslo_concurrency.lockutils [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] Acquiring lock "d84af47f-5b7c-479b-8fde-1af80f82d54b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.149401] env[62180]: DEBUG oslo_concurrency.lockutils [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.149564] env[62180]: DEBUG oslo_concurrency.lockutils [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.149853] env[62180]: DEBUG nova.compute.manager [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] No waiting events found dispatching network-vif-plugged-c094b99c-f14c-4b3c-880b-4c3981029236 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.149918] env[62180]: WARNING nova.compute.manager [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Received unexpected event network-vif-plugged-c094b99c-f14c-4b3c-880b-4c3981029236 for instance with vm_state building and task_state spawning. [ 1860.150036] env[62180]: DEBUG nova.compute.manager [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Received event network-changed-c094b99c-f14c-4b3c-880b-4c3981029236 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.150189] env[62180]: DEBUG nova.compute.manager [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Refreshing instance network info cache due to event network-changed-c094b99c-f14c-4b3c-880b-4c3981029236. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1860.150349] env[62180]: DEBUG oslo_concurrency.lockutils [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] Acquiring lock "refresh_cache-d84af47f-5b7c-479b-8fde-1af80f82d54b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.263812] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.269867] env[62180]: DEBUG nova.network.neutron [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Successfully created port: 47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1860.329697] env[62180]: DEBUG nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1860.333555] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e9c54dc-781f-4dc0-9872-be34b9258aaf tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.334751] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.411s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.336372] env[62180]: INFO nova.compute.claims [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.441166] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: ea20886c-f906-4f3e-9cfa-30c44213f9f5] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1860.495762] env[62180]: DEBUG nova.network.neutron [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1860.635661] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521111e8-d097-33cf-8e87-d796ccc33989, 'name': SearchDatastore_Task, 'duration_secs': 0.032139} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.635958] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.636244] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d1d94f53-0845-42cb-83fe-36a134aa8847/d1d94f53-0845-42cb-83fe-36a134aa8847.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.637023] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dce2425-74a0-44c6-ab01-4cb30d4e2638 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.645701] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1860.645701] env[62180]: value = "task-1963734" [ 1860.645701] env[62180]: _type = "Task" [ 1860.645701] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.654798] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.681135] env[62180]: DEBUG nova.network.neutron [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Updating instance_info_cache with network_info: [{"id": "c094b99c-f14c-4b3c-880b-4c3981029236", "address": "fa:16:3e:13:ff:0c", "network": {"id": "b23775de-397d-4462-b947-d2ffc3a182c3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-184528511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8656afdb22e042a882f061e3982d71be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc094b99c-f1", "ovs_interfaceid": "c094b99c-f14c-4b3c-880b-4c3981029236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.944801] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 758383d9-21ae-4d18-8c5c-c9be255b12b6] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1861.156594] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963734, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.183860] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Releasing lock "refresh_cache-d84af47f-5b7c-479b-8fde-1af80f82d54b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.184234] env[62180]: DEBUG nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Instance network_info: |[{"id": "c094b99c-f14c-4b3c-880b-4c3981029236", "address": "fa:16:3e:13:ff:0c", "network": {"id": "b23775de-397d-4462-b947-d2ffc3a182c3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-184528511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8656afdb22e042a882f061e3982d71be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc094b99c-f1", "ovs_interfaceid": "c094b99c-f14c-4b3c-880b-4c3981029236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1861.184536] env[62180]: DEBUG oslo_concurrency.lockutils [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] Acquired lock "refresh_cache-d84af47f-5b7c-479b-8fde-1af80f82d54b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.184715] env[62180]: DEBUG nova.network.neutron [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Refreshing network info cache for port c094b99c-f14c-4b3c-880b-4c3981029236 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.185960] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ff:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c094b99c-f14c-4b3c-880b-4c3981029236', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1861.193424] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Creating folder: Project (8656afdb22e042a882f061e3982d71be). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1861.194476] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6817c81-34a1-4a46-ac34-13154dadf4b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.208020] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Created folder: Project (8656afdb22e042a882f061e3982d71be) in parent group-v404325. [ 1861.208020] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Creating folder: Instances. Parent ref: group-v404513. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1861.208020] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642bfcc7-9d30-4e18-92cd-f5f8a862f026 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.218522] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Created folder: Instances in parent group-v404513. [ 1861.218522] env[62180]: DEBUG oslo.service.loopingcall [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.218522] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1861.218522] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36aeaff0-f8ef-4c40-bd64-7407d3df22ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.237836] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1861.237836] env[62180]: value = "task-1963737" [ 1861.237836] env[62180]: _type = "Task" [ 1861.237836] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.245930] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963737, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.341622] env[62180]: DEBUG nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1861.370512] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1861.370764] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1861.370942] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1861.371105] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1861.371251] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1861.371395] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1861.371636] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1861.371747] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1861.371930] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1861.372881] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1861.372881] env[62180]: DEBUG nova.virt.hardware [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1861.373171] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a31093-400f-4c97-89e7-2c6f909aee4c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.384019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f802e8a-c70c-4ba5-8159-b1f13b358c70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.447601] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: a00a34e1-196f-4773-8073-ce917d48651b] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1861.655774] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963734, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.749440] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963737, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.923655] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357caa25-af06-447e-99e8-9fd9ffe108bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.932687] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6ee008-1b45-4d24-bdaf-b6022f8edb52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.963427] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: eee0885a-ab69-431c-ab0b-3c4ce5067305] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1861.968906] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36884114-42f4-40ea-a6ac-21e5ee723996 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.978600] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d67e00-1164-45df-8116-46c6673dcd5a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.993546] env[62180]: DEBUG nova.compute.provider_tree [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.159228] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.168812] env[62180]: DEBUG nova.network.neutron [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Updated VIF entry in instance network info cache for port c094b99c-f14c-4b3c-880b-4c3981029236. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.169325] env[62180]: DEBUG nova.network.neutron [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Updating instance_info_cache with network_info: [{"id": "c094b99c-f14c-4b3c-880b-4c3981029236", "address": "fa:16:3e:13:ff:0c", "network": {"id": "b23775de-397d-4462-b947-d2ffc3a182c3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-184528511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8656afdb22e042a882f061e3982d71be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc094b99c-f1", "ovs_interfaceid": "c094b99c-f14c-4b3c-880b-4c3981029236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.187286] env[62180]: DEBUG nova.compute.manager [req-d994e6fd-3221-40c4-a5d9-4d5ab19e82e3 req-d52b1c91-2db5-4ab5-9f6c-88872274a69f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Received event network-vif-plugged-47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1862.187519] env[62180]: DEBUG oslo_concurrency.lockutils [req-d994e6fd-3221-40c4-a5d9-4d5ab19e82e3 req-d52b1c91-2db5-4ab5-9f6c-88872274a69f service nova] Acquiring lock "8868c05d-32c5-4888-9aa2-e6d174b1d386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.187726] env[62180]: DEBUG oslo_concurrency.lockutils [req-d994e6fd-3221-40c4-a5d9-4d5ab19e82e3 req-d52b1c91-2db5-4ab5-9f6c-88872274a69f service nova] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.187988] env[62180]: DEBUG oslo_concurrency.lockutils [req-d994e6fd-3221-40c4-a5d9-4d5ab19e82e3 req-d52b1c91-2db5-4ab5-9f6c-88872274a69f service nova] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.188140] env[62180]: DEBUG nova.compute.manager [req-d994e6fd-3221-40c4-a5d9-4d5ab19e82e3 req-d52b1c91-2db5-4ab5-9f6c-88872274a69f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] No waiting events found dispatching network-vif-plugged-47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.188249] env[62180]: WARNING nova.compute.manager [req-d994e6fd-3221-40c4-a5d9-4d5ab19e82e3 req-d52b1c91-2db5-4ab5-9f6c-88872274a69f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Received unexpected event network-vif-plugged-47eebb08-e3a7-4331-9ffb-8c51e51cefc9 for instance with vm_state building and task_state spawning. [ 1862.204457] env[62180]: DEBUG nova.network.neutron [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Successfully updated port: 47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.253633] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963737, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.474029] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d1b86b3a-9da3-4492-9d28-ffff456fcd2a] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1862.500945] env[62180]: DEBUG nova.scheduler.client.report [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.657752] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963734, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.553851} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.658017] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d1d94f53-0845-42cb-83fe-36a134aa8847/d1d94f53-0845-42cb-83fe-36a134aa8847.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.658232] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.658479] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5e64153-ac35-4082-ab8a-4a0fc2d3554f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.664494] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1862.664494] env[62180]: value = "task-1963738" [ 1862.664494] env[62180]: _type = "Task" [ 1862.664494] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.672497] env[62180]: DEBUG oslo_concurrency.lockutils [req-40e3aa43-ccf2-4901-a6c5-5e31c7572601 req-51ed110e-f123-4520-957f-353b57061995 service nova] Releasing lock "refresh_cache-d84af47f-5b7c-479b-8fde-1af80f82d54b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.672883] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.710238] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.710324] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquired lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.710767] env[62180]: DEBUG nova.network.neutron [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.750371] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963737, 'name': CreateVM_Task, 'duration_secs': 1.25938} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.750542] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.751265] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.751427] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.751738] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.752198] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67faf2dd-49c4-4290-9f82-f3217f571739 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.756426] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1862.756426] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523c0450-4a19-9eaa-9378-09e39c9ef173" [ 1862.756426] env[62180]: _type = "Task" [ 1862.756426] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.763739] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523c0450-4a19-9eaa-9378-09e39c9ef173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.978063] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 89553d85-1b06-45e3-b3d1-24a869612b8a] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1863.006029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.006800] env[62180]: DEBUG nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.011249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.271s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.012581] env[62180]: INFO nova.compute.claims [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1863.174629] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068189} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.174937] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.175910] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ab52c2-4afb-4a0d-a0cb-e1a297935fc2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.197979] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d1d94f53-0845-42cb-83fe-36a134aa8847/d1d94f53-0845-42cb-83fe-36a134aa8847.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.199028] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e8725c-08d9-49f9-a9c1-d943c0f15183 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.218575] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1863.218575] env[62180]: value = "task-1963739" [ 1863.218575] env[62180]: _type = "Task" [ 1863.218575] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.229899] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.267393] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523c0450-4a19-9eaa-9378-09e39c9ef173, 'name': SearchDatastore_Task, 'duration_secs': 0.034545} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.267828] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.268124] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.268406] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.268563] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.268745] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.269028] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c5cc1d3-f3af-4b4c-be80-e8b27a53690b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.276589] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.276794] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.277583] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b42aeeb-3396-4c95-8b00-ba91e2c9ccd4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.280890] env[62180]: DEBUG nova.network.neutron [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1863.283840] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1863.283840] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520a24c5-74f2-dd61-759b-2562fd5c0b4e" [ 1863.283840] env[62180]: _type = "Task" [ 1863.283840] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.292212] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520a24c5-74f2-dd61-759b-2562fd5c0b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.482550] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: fdba39e2-1d58-49e5-98b1-a8856d41ea3a] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1863.502146] env[62180]: DEBUG nova.network.neutron [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Updating instance_info_cache with network_info: [{"id": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "address": "fa:16:3e:8a:38:11", "network": {"id": "b4d0f787-095e-49b1-9cc0-c7a1ebd68163", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1688461680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d4ae40d1f8b4fb4a9e0d9c3409404ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47eebb08-e3", "ovs_interfaceid": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.520134] env[62180]: DEBUG nova.compute.utils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1863.521709] env[62180]: DEBUG nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1863.521877] env[62180]: DEBUG nova.network.neutron [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.559214] env[62180]: DEBUG nova.policy [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1c6f3780bf84da685555635eb2f9071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c875ae54580413f800270476a14390a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1863.732068] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963739, 'name': ReconfigVM_Task, 'duration_secs': 0.294882} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.732068] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d1d94f53-0845-42cb-83fe-36a134aa8847/d1d94f53-0845-42cb-83fe-36a134aa8847.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.732427] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edf84fa4-e078-4e5d-a007-1b88a8cc8716 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.739714] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1863.739714] env[62180]: value = "task-1963740" [ 1863.739714] env[62180]: _type = "Task" [ 1863.739714] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.752302] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963740, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.794634] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520a24c5-74f2-dd61-759b-2562fd5c0b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.795494] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ccd8f1-f698-4e38-b1a3-7fdc8723f26d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.801304] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1863.801304] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283647f-ffe8-4f3a-91d5-e008f9997a19" [ 1863.801304] env[62180]: _type = "Task" [ 1863.801304] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.809346] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283647f-ffe8-4f3a-91d5-e008f9997a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.830608] env[62180]: DEBUG nova.network.neutron [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Successfully created port: 7209d3a4-32d8-4c0a-bab4-20c764e15367 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1863.985629] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4f643aab-c79e-455a-ac39-6184c11d02da] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1864.004471] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Releasing lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.004788] env[62180]: DEBUG nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Instance network_info: |[{"id": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "address": "fa:16:3e:8a:38:11", "network": {"id": "b4d0f787-095e-49b1-9cc0-c7a1ebd68163", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1688461680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d4ae40d1f8b4fb4a9e0d9c3409404ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47eebb08-e3", "ovs_interfaceid": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1864.005206] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:38:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47eebb08-e3a7-4331-9ffb-8c51e51cefc9', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.012961] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Creating folder: Project (4d4ae40d1f8b4fb4a9e0d9c3409404ae). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1864.013827] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-879258b8-352d-466f-b426-f9d31d33291e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.024443] env[62180]: DEBUG nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.029440] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Created folder: Project (4d4ae40d1f8b4fb4a9e0d9c3409404ae) in parent group-v404325. [ 1864.029621] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Creating folder: Instances. Parent ref: group-v404516. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1864.030053] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b89dfde5-a874-461c-a09e-3f0da40c8ac1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.039530] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Created folder: Instances in parent group-v404516. [ 1864.039756] env[62180]: DEBUG oslo.service.loopingcall [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.039939] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.040148] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7ca10f1-a89f-414b-9f4f-c9becb7c2227 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.068147] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.068147] env[62180]: value = "task-1963743" [ 1864.068147] env[62180]: _type = "Task" [ 1864.068147] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.082535] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963743, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.243647] env[62180]: DEBUG nova.compute.manager [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Received event network-changed-47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1864.243830] env[62180]: DEBUG nova.compute.manager [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Refreshing instance network info cache due to event network-changed-47eebb08-e3a7-4331-9ffb-8c51e51cefc9. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1864.246378] env[62180]: DEBUG oslo_concurrency.lockutils [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] Acquiring lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.246378] env[62180]: DEBUG oslo_concurrency.lockutils [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] Acquired lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.246378] env[62180]: DEBUG nova.network.neutron [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Refreshing network info cache for port 47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.264427] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963740, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.314022] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283647f-ffe8-4f3a-91d5-e008f9997a19, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.314297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.315248] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d84af47f-5b7c-479b-8fde-1af80f82d54b/d84af47f-5b7c-479b-8fde-1af80f82d54b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.315248] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-638e5176-487b-47a4-a5d7-c7bca14fa804 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.322658] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1864.322658] env[62180]: value = "task-1963744" [ 1864.322658] env[62180]: _type = "Task" [ 1864.322658] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.331371] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.489068] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0a8b973e-5534-4856-b85d-7d503325ce4d] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1864.578847] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963743, 'name': CreateVM_Task, 'duration_secs': 0.32703} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.581053] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.581927] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.582249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.582356] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.583380] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15534966-63d7-4b4f-a479-1ad56e1b3ea5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.587876] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1864.587876] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52137f8e-6365-c1ba-9f4f-ab24a89bf181" [ 1864.587876] env[62180]: _type = "Task" [ 1864.587876] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.592301] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a42a187-2bff-4bda-bd1c-8b3a97fa2667 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.599920] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52137f8e-6365-c1ba-9f4f-ab24a89bf181, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.601674] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.601889] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.602123] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.602272] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.602423] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.602956] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d474253-8c1c-4d1c-a987-b92c314c842c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.605379] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75784fe6-3665-4795-aec1-c9c56e71b55b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.635495] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe0616-8399-4dab-850e-42a8d8e05fc5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.638221] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.638390] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.639086] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d05db07-564b-47f0-a599-37ec6f3f5fc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.645667] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1864.645667] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5279c786-1a0e-657a-a2a1-c57523b558bb" [ 1864.645667] env[62180]: _type = "Task" [ 1864.645667] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.651017] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc43be9-2dfc-490b-8518-5c6462d7da98 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.659670] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5279c786-1a0e-657a-a2a1-c57523b558bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008998} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.667777] env[62180]: DEBUG nova.compute.provider_tree [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.669027] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de0ff00-da6c-4ff2-9215-ed8c06d81f83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.673851] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1864.673851] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d2a4dc-379f-5e97-3329-62ae1a54bc1a" [ 1864.673851] env[62180]: _type = "Task" [ 1864.673851] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.681198] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d2a4dc-379f-5e97-3329-62ae1a54bc1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.753876] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963740, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.832675] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.994223] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 85b148aa-ff47-40bd-ac92-c1062306a185] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1865.022721] env[62180]: DEBUG nova.network.neutron [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Updated VIF entry in instance network info cache for port 47eebb08-e3a7-4331-9ffb-8c51e51cefc9. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.023086] env[62180]: DEBUG nova.network.neutron [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Updating instance_info_cache with network_info: [{"id": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "address": "fa:16:3e:8a:38:11", "network": {"id": "b4d0f787-095e-49b1-9cc0-c7a1ebd68163", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1688461680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d4ae40d1f8b4fb4a9e0d9c3409404ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47eebb08-e3", "ovs_interfaceid": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.038100] env[62180]: DEBUG nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.065812] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1865.066089] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.066247] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1865.066432] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.066577] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1865.066724] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1865.066946] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1865.067093] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1865.067267] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1865.067420] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1865.067618] env[62180]: DEBUG nova.virt.hardware [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1865.068935] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65143b-cba0-496a-9804-5ec2781076ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.077362] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f82cf1-867a-434e-b361-25a9ef5e9e5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.172856] env[62180]: DEBUG nova.scheduler.client.report [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.188206] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d2a4dc-379f-5e97-3329-62ae1a54bc1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.188498] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.189584] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 8868c05d-32c5-4888-9aa2-e6d174b1d386/8868c05d-32c5-4888-9aa2-e6d174b1d386.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.189584] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-838c01cf-1e8b-4451-a8de-49180c0a9870 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.198611] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1865.198611] env[62180]: value = "task-1963745" [ 1865.198611] env[62180]: _type = "Task" [ 1865.198611] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.210111] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.253652] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963740, 'name': Rename_Task, 'duration_secs': 1.172374} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.253935] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.254251] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-247422be-db75-42f8-b8d1-b867d4cb6d29 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.261355] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1865.261355] env[62180]: value = "task-1963746" [ 1865.261355] env[62180]: _type = "Task" [ 1865.261355] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.273026] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.336367] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963744, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010108} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.336732] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d84af47f-5b7c-479b-8fde-1af80f82d54b/d84af47f-5b7c-479b-8fde-1af80f82d54b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.336977] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.337229] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95bc4322-a7b9-42b2-ab4c-40a61b1a2b6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.343535] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1865.343535] env[62180]: value = "task-1963747" [ 1865.343535] env[62180]: _type = "Task" [ 1865.343535] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.351551] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.496692] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: da0ad665-64f3-4d5c-adef-417c1e1d2c0f] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1865.525673] env[62180]: DEBUG oslo_concurrency.lockutils [req-350c05d1-093f-4368-9ba2-c13a210b464b req-be297408-a7a9-4c7d-b818-3f208f00fea9 service nova] Releasing lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.681430] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.681430] env[62180]: DEBUG nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1865.684945] env[62180]: DEBUG nova.network.neutron [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Successfully updated port: 7209d3a4-32d8-4c0a-bab4-20c764e15367 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.691029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.314s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.691116] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.693970] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.788s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.694162] env[62180]: DEBUG nova.objects.instance [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1865.708842] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963745, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.725905] env[62180]: INFO nova.scheduler.client.report [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleted allocations for instance 027951a9-ae6f-409c-bd45-358ccc3a2826 [ 1865.772466] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963746, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.853550] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07386} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.853910] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1865.854783] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9194c29-9683-4fbd-b728-62cc0a6028d4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.881054] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d84af47f-5b7c-479b-8fde-1af80f82d54b/d84af47f-5b7c-479b-8fde-1af80f82d54b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.881315] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34722732-8867-4d30-ba2a-b9f2951f21b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.901616] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1865.901616] env[62180]: value = "task-1963748" [ 1865.901616] env[62180]: _type = "Task" [ 1865.901616] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.911877] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.000687] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1e94edee-5708-46df-9ed9-b72d81ac47b9] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1866.192318] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.192814] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.192814] env[62180]: DEBUG nova.network.neutron [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.201403] env[62180]: DEBUG nova.compute.utils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1866.203046] env[62180]: DEBUG nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1866.203046] env[62180]: DEBUG nova.network.neutron [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1866.216424] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866612} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.216669] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 8868c05d-32c5-4888-9aa2-e6d174b1d386/8868c05d-32c5-4888-9aa2-e6d174b1d386.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.216873] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.217132] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72960cb6-1d1f-44e0-8404-82161873b545 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.223447] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1866.223447] env[62180]: value = "task-1963749" [ 1866.223447] env[62180]: _type = "Task" [ 1866.223447] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.234888] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.235863] env[62180]: DEBUG oslo_concurrency.lockutils [None req-56d6e4ff-743f-49d3-8bc7-7cbd92184dc0 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "027951a9-ae6f-409c-bd45-358ccc3a2826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.118s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.260259] env[62180]: DEBUG nova.policy [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dd7a3d16b38451ebecab48f48fdb0d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7da09245fc9442989632a55d58edadc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1866.271952] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.274195] env[62180]: DEBUG nova.compute.manager [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Received event network-vif-plugged-7209d3a4-32d8-4c0a-bab4-20c764e15367 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1866.274195] env[62180]: DEBUG oslo_concurrency.lockutils [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] Acquiring lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.274362] env[62180]: DEBUG oslo_concurrency.lockutils [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.274488] env[62180]: DEBUG oslo_concurrency.lockutils [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.274649] env[62180]: DEBUG nova.compute.manager [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] No waiting events found dispatching network-vif-plugged-7209d3a4-32d8-4c0a-bab4-20c764e15367 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1866.274810] env[62180]: WARNING nova.compute.manager [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Received unexpected event network-vif-plugged-7209d3a4-32d8-4c0a-bab4-20c764e15367 for instance with vm_state building and task_state spawning. [ 1866.274965] env[62180]: DEBUG nova.compute.manager [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Received event network-changed-7209d3a4-32d8-4c0a-bab4-20c764e15367 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1866.275126] env[62180]: DEBUG nova.compute.manager [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Refreshing instance network info cache due to event network-changed-7209d3a4-32d8-4c0a-bab4-20c764e15367. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1866.275354] env[62180]: DEBUG oslo_concurrency.lockutils [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] Acquiring lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.412667] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.504996] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d8ea4cc3-b3be-4db6-9d55-d62a774e4e34] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1866.570350] env[62180]: DEBUG nova.network.neutron [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Successfully created port: 5d509d58-0feb-40a1-aa86-faefde058eae {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1866.704760] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f67ebe14-00a1-4129-a971-8d5cfadbbbcf tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.705637] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.514s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.707093] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.707753] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.466s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.709170] env[62180]: INFO nova.compute.claims [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.712630] env[62180]: DEBUG nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1866.733572] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141581} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.733827] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.735105] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a36e273-1bb0-41a9-bf10-596d415c525e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.742444] env[62180]: INFO nova.scheduler.client.report [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Deleted allocations for instance 556a65af-889d-4150-bd0d-2822964227e4 [ 1866.770076] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 8868c05d-32c5-4888-9aa2-e6d174b1d386/8868c05d-32c5-4888-9aa2-e6d174b1d386.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.770981] env[62180]: DEBUG nova.network.neutron [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.773237] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b597f6-51ef-4564-8327-0c0e1330ccbc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.797050] env[62180]: DEBUG oslo_vmware.api [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963746, 'name': PowerOnVM_Task, 'duration_secs': 1.028944} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.798273] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.798472] env[62180]: INFO nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1866.798648] env[62180]: DEBUG nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.798974] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1866.798974] env[62180]: value = "task-1963750" [ 1866.798974] env[62180]: _type = "Task" [ 1866.798974] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.799762] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8ae8eb-7462-49c0-a1ff-d097800e885f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.814296] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.918180] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963748, 'name': ReconfigVM_Task, 'duration_secs': 0.638569} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.918469] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d84af47f-5b7c-479b-8fde-1af80f82d54b/d84af47f-5b7c-479b-8fde-1af80f82d54b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.919123] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549b304d-f0e2-4534-b7d1-6dd99a290b9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.925200] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1866.925200] env[62180]: value = "task-1963751" [ 1866.925200] env[62180]: _type = "Task" [ 1866.925200] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.933313] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963751, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.010248] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 2c3e5eec-54fd-4e4b-b441-5cc7fe5a33b4] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1867.013899] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.014159] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.014379] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.014574] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.014754] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.016656] env[62180]: INFO nova.compute.manager [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Terminating instance [ 1867.062299] env[62180]: DEBUG nova.network.neutron [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Updating instance_info_cache with network_info: [{"id": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "address": "fa:16:3e:68:6c:8d", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7209d3a4-32", "ovs_interfaceid": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.253013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-70c8b198-553d-47c5-ab83-6142202b514a tempest-ServerRescueTestJSON-403754698 tempest-ServerRescueTestJSON-403754698-project-member] Lock "556a65af-889d-4150-bd0d-2822964227e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.674s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.311224] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963750, 'name': ReconfigVM_Task, 'duration_secs': 0.289816} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.311666] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 8868c05d-32c5-4888-9aa2-e6d174b1d386/8868c05d-32c5-4888-9aa2-e6d174b1d386.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.312454] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93aa3fa2-4867-472c-8eb9-b6a220255e9d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.319910] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1867.319910] env[62180]: value = "task-1963752" [ 1867.319910] env[62180]: _type = "Task" [ 1867.319910] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.323085] env[62180]: INFO nova.compute.manager [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Took 65.57 seconds to build instance. [ 1867.334484] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963752, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.436103] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963751, 'name': Rename_Task, 'duration_secs': 0.469307} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.436342] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.436579] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d5d13dd-63ed-4cd6-baff-026274943aff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.442898] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1867.442898] env[62180]: value = "task-1963753" [ 1867.442898] env[62180]: _type = "Task" [ 1867.442898] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.450733] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.513933] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 86c816a2-26f2-4246-b2c5-a14619cde39a] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1867.521695] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "refresh_cache-fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.521886] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquired lock "refresh_cache-fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.522075] env[62180]: DEBUG nova.network.neutron [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.564799] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.565126] env[62180]: DEBUG nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Instance network_info: |[{"id": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "address": "fa:16:3e:68:6c:8d", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7209d3a4-32", "ovs_interfaceid": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.565416] env[62180]: DEBUG oslo_concurrency.lockutils [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] Acquired lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.565606] env[62180]: DEBUG nova.network.neutron [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Refreshing network info cache for port 7209d3a4-32d8-4c0a-bab4-20c764e15367 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.566723] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:6c:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7209d3a4-32d8-4c0a-bab4-20c764e15367', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.574684] env[62180]: DEBUG oslo.service.loopingcall [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.577587] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.578125] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afee1306-d800-4790-8433-05fea649f65f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.604142] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.604142] env[62180]: value = "task-1963754" [ 1867.604142] env[62180]: _type = "Task" [ 1867.604142] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.615023] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963754, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.725145] env[62180]: DEBUG nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1867.762091] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.762344] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.762498] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.762680] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.762824] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.762974] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.763302] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.763573] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.763771] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.763945] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.764137] env[62180]: DEBUG nova.virt.hardware [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.767025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532d75b-0741-4740-850e-1d727db8a17f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.777763] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f81399-e801-4dec-9426-b3ca802e08a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.831293] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6eeaea53-1747-4ad0-a55e-9bc9a0f1d1d0 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.627s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.838327] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963752, 'name': Rename_Task, 'duration_secs': 0.144383} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.838601] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.838856] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bae63e14-2f24-458a-bc99-779d828e666f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.844933] env[62180]: DEBUG nova.network.neutron [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Updated VIF entry in instance network info cache for port 7209d3a4-32d8-4c0a-bab4-20c764e15367. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.845300] env[62180]: DEBUG nova.network.neutron [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Updating instance_info_cache with network_info: [{"id": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "address": "fa:16:3e:68:6c:8d", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7209d3a4-32", "ovs_interfaceid": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.848422] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1867.848422] env[62180]: value = "task-1963755" [ 1867.848422] env[62180]: _type = "Task" [ 1867.848422] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.857116] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.954050] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.016798] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 576a18ea-5ee5-4dc5-9378-23b77adce4db] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1868.053727] env[62180]: DEBUG nova.network.neutron [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.118260] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963754, 'name': CreateVM_Task, 'duration_secs': 0.337442} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.118424] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.119473] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.119473] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.119628] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.119838] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5201b605-f9f4-449c-86c5-f575fb1daa6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.125021] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1868.125021] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527d9f30-5997-c295-56b5-ccf34ab95051" [ 1868.125021] env[62180]: _type = "Task" [ 1868.125021] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.135413] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527d9f30-5997-c295-56b5-ccf34ab95051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.170828] env[62180]: DEBUG nova.network.neutron [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.334362] env[62180]: DEBUG nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.343106] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48281248-6ce8-423e-a86a-c77e4bd03f5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.349639] env[62180]: DEBUG oslo_concurrency.lockutils [req-fa862b1c-9ca1-4ed4-b9b9-0e5c368a341e req-e1712aa5-9ac5-4be2-b10c-321330ffac37 service nova] Releasing lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.356242] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72217130-faf5-41aa-bdf1-84d49f237d6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.367034] env[62180]: DEBUG oslo_vmware.api [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963755, 'name': PowerOnVM_Task, 'duration_secs': 0.512828} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.398024] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.398024] env[62180]: INFO nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1868.398024] env[62180]: DEBUG nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.398899] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f4027-9a28-4b53-ab35-4a99e4b5bdbc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.402032] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc486f-8fc6-45a2-a767-e7ad3093c489 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.427199] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dc74c9-01e3-4732-8a3e-48fb3793dcfb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.442446] env[62180]: DEBUG nova.compute.provider_tree [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.445212] env[62180]: DEBUG nova.network.neutron [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Successfully updated port: 5d509d58-0feb-40a1-aa86-faefde058eae {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1868.456441] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.525393] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 2149a69c-f8b8-4806-b1d1-df8862b89d95] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1868.537801] env[62180]: DEBUG nova.compute.manager [req-c03ebfe9-df05-424c-b7b8-aa17c4bd035d req-4ce495d5-2991-493c-b070-23a8a219e819 service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Received event network-vif-plugged-5d509d58-0feb-40a1-aa86-faefde058eae {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.538464] env[62180]: DEBUG oslo_concurrency.lockutils [req-c03ebfe9-df05-424c-b7b8-aa17c4bd035d req-4ce495d5-2991-493c-b070-23a8a219e819 service nova] Acquiring lock "f75daac5-b2f6-45d0-aff5-11536d96680e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.538464] env[62180]: DEBUG oslo_concurrency.lockutils [req-c03ebfe9-df05-424c-b7b8-aa17c4bd035d req-4ce495d5-2991-493c-b070-23a8a219e819 service nova] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.538464] env[62180]: DEBUG oslo_concurrency.lockutils [req-c03ebfe9-df05-424c-b7b8-aa17c4bd035d req-4ce495d5-2991-493c-b070-23a8a219e819 service nova] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.538984] env[62180]: DEBUG nova.compute.manager [req-c03ebfe9-df05-424c-b7b8-aa17c4bd035d req-4ce495d5-2991-493c-b070-23a8a219e819 service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] No waiting events found dispatching network-vif-plugged-5d509d58-0feb-40a1-aa86-faefde058eae {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.538984] env[62180]: WARNING nova.compute.manager [req-c03ebfe9-df05-424c-b7b8-aa17c4bd035d req-4ce495d5-2991-493c-b070-23a8a219e819 service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Received unexpected event network-vif-plugged-5d509d58-0feb-40a1-aa86-faefde058eae for instance with vm_state building and task_state spawning. [ 1868.637963] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527d9f30-5997-c295-56b5-ccf34ab95051, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.637963] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.638482] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1868.638482] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.638554] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.638679] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.638947] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7646720-ffab-4502-af80-dd88fd2b7490 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.647590] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.647933] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1868.648648] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e940cc47-0cae-4221-ad20-442e31cca513 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.653782] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1868.653782] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cce1ed-5998-82b7-1253-585dd2d70ee8" [ 1868.653782] env[62180]: _type = "Task" [ 1868.653782] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.661583] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cce1ed-5998-82b7-1253-585dd2d70ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.673199] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Releasing lock "refresh_cache-fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.673606] env[62180]: DEBUG nova.compute.manager [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1868.673801] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1868.674619] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7e2cdc-0b11-4e8c-aef7-dc3ce0107f21 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.682301] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.682547] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f7c4447-a42d-4b05-a8e8-d4dd34e8c466 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.690143] env[62180]: DEBUG oslo_vmware.api [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1868.690143] env[62180]: value = "task-1963756" [ 1868.690143] env[62180]: _type = "Task" [ 1868.690143] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.697304] env[62180]: DEBUG oslo_vmware.api [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.860507] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.934242] env[62180]: INFO nova.compute.manager [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Took 56.75 seconds to build instance. [ 1868.947916] env[62180]: DEBUG nova.scheduler.client.report [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.958943] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "refresh_cache-f75daac5-b2f6-45d0-aff5-11536d96680e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.958943] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "refresh_cache-f75daac5-b2f6-45d0-aff5-11536d96680e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.959129] env[62180]: DEBUG nova.network.neutron [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.969813] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963753, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.031579] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f82dd739-cab2-4037-b038-400c09480dfa] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1869.166327] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cce1ed-5998-82b7-1253-585dd2d70ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.013815} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.167303] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d772a51-2149-4697-abd8-2e435d9bb084 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.173315] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1869.173315] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c7fdc7-cff9-3d6c-a363-c5b0dd345a41" [ 1869.173315] env[62180]: _type = "Task" [ 1869.173315] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.182037] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c7fdc7-cff9-3d6c-a363-c5b0dd345a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.199147] env[62180]: DEBUG oslo_vmware.api [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963756, 'name': PowerOffVM_Task, 'duration_secs': 0.147739} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.199446] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.200069] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1869.200069] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a9d8dc7-944d-4a82-8f01-75343b18bf15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.226253] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1869.227098] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1869.227098] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleting the datastore file [datastore1] fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1869.227098] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65bf1886-81da-4a69-884c-fd15977102a1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.233553] env[62180]: DEBUG oslo_vmware.api [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for the task: (returnval){ [ 1869.233553] env[62180]: value = "task-1963758" [ 1869.233553] env[62180]: _type = "Task" [ 1869.233553] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.242337] env[62180]: DEBUG oslo_vmware.api [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.434619] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "d72a7ca9-c285-426b-989f-da5c540d4615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.434908] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "d72a7ca9-c285-426b-989f-da5c540d4615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.435149] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "d72a7ca9-c285-426b-989f-da5c540d4615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.435335] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "d72a7ca9-c285-426b-989f-da5c540d4615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.436310] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "d72a7ca9-c285-426b-989f-da5c540d4615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.437429] env[62180]: DEBUG oslo_concurrency.lockutils [None req-77d88f34-07be-4caa-ae8b-d870dd5f4ac0 tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.350s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.437996] env[62180]: INFO nova.compute.manager [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Terminating instance [ 1869.457074] env[62180]: DEBUG oslo_vmware.api [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963753, 'name': PowerOnVM_Task, 'duration_secs': 1.577819} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.458332] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.458480] env[62180]: INFO nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1869.459198] env[62180]: DEBUG nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.459478] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e316d1-674d-4b1c-af45-e48533b48063 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.463017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.464140] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1869.469047] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.886s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.469047] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.470921] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.828s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.471114] env[62180]: DEBUG nova.objects.instance [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1869.506421] env[62180]: INFO nova.scheduler.client.report [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted allocations for instance b214accc-56ca-4429-abd6-cd06c01c70d4 [ 1869.543264] env[62180]: DEBUG nova.network.neutron [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1869.543264] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 2c798147-c786-4207-8ed9-46575a2e4a89] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1869.687141] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c7fdc7-cff9-3d6c-a363-c5b0dd345a41, 'name': SearchDatastore_Task, 'duration_secs': 0.020857} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.687600] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.688021] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e/21c5b5ff-23f9-43dd-8f42-37e0d5a0150e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.688425] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52756de9-d021-4a2d-8186-17f409506a83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.697326] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1869.697326] env[62180]: value = "task-1963759" [ 1869.697326] env[62180]: _type = "Task" [ 1869.697326] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.705934] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.746802] env[62180]: DEBUG oslo_vmware.api [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Task: {'id': task-1963758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233462} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.747095] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1869.747306] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1869.747796] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1869.747796] env[62180]: INFO nova.compute.manager [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1869.747919] env[62180]: DEBUG oslo.service.loopingcall [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.748083] env[62180]: DEBUG nova.compute.manager [-] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1869.749730] env[62180]: DEBUG nova.network.neutron [-] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1869.784162] env[62180]: DEBUG nova.network.neutron [-] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1869.862242] env[62180]: DEBUG nova.network.neutron [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Updating instance_info_cache with network_info: [{"id": "5d509d58-0feb-40a1-aa86-faefde058eae", "address": "fa:16:3e:dc:8e:35", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d509d58-0f", "ovs_interfaceid": "5d509d58-0feb-40a1-aa86-faefde058eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.941798] env[62180]: DEBUG nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.945373] env[62180]: DEBUG nova.compute.manager [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.945444] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.946328] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c38055-ca18-4a7a-a058-a7547f5cb6e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.955916] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.956175] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8d5663c-dc61-4dd5-92a1-4c41e902e73c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.962604] env[62180]: DEBUG oslo_vmware.api [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1869.962604] env[62180]: value = "task-1963760" [ 1869.962604] env[62180]: _type = "Task" [ 1869.962604] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.970102] env[62180]: DEBUG nova.compute.utils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.979293] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.980342] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.986978] env[62180]: DEBUG oslo_vmware.api [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.995205] env[62180]: INFO nova.compute.manager [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Took 64.26 seconds to build instance. [ 1870.048219] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1641f8a7-84ff-4c9a-b612-923c20d6526e] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1870.049807] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb79f25b-0643-4f85-b0ba-d53b3d04f67c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "b214accc-56ca-4429-abd6-cd06c01c70d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.581s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.052173] env[62180]: DEBUG nova.policy [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40fb2fe59f964c0fa6a2b42cee3a0ab0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6961a5aba74f4599699d729e1ddf6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1870.207745] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963759, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.288471] env[62180]: DEBUG nova.network.neutron [-] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.364512] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "refresh_cache-f75daac5-b2f6-45d0-aff5-11536d96680e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.364973] env[62180]: DEBUG nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Instance network_info: |[{"id": "5d509d58-0feb-40a1-aa86-faefde058eae", "address": "fa:16:3e:dc:8e:35", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d509d58-0f", "ovs_interfaceid": "5d509d58-0feb-40a1-aa86-faefde058eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1870.366273] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:8e:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d509d58-0feb-40a1-aa86-faefde058eae', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.375633] env[62180]: DEBUG oslo.service.loopingcall [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.376629] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.377111] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f34f06d6-43dc-4e14-8208-48c3786a470f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.405356] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.405356] env[62180]: value = "task-1963761" [ 1870.405356] env[62180]: _type = "Task" [ 1870.405356] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.414956] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963761, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.474188] env[62180]: DEBUG oslo_vmware.api [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963760, 'name': PowerOffVM_Task, 'duration_secs': 0.228306} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.474452] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.474602] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.475947] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.476082] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f1b7c3e-8654-431c-ae6f-29730eb22b67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.479158] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Successfully created port: a6a73f70-0889-4b0f-a32f-3455f61e1fa6 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1870.488914] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1870.493337] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a419c77e-faa3-41b0-9868-48ec9deb9a3a tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.494990] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.758s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.495762] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.497425] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.037s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.502695] env[62180]: INFO nova.compute.claims [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1870.508762] env[62180]: DEBUG oslo_concurrency.lockutils [None req-acce2447-c7c4-41f2-96ce-a304aef43efb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.998s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.547720] env[62180]: INFO nova.scheduler.client.report [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Deleted allocations for instance b0b93b16-87c8-47c4-808e-6bd977dd3430 [ 1870.552905] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: bf6f1480-abc9-4028-beaa-75f271edd36a] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1870.582099] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.582322] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.582486] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Deleting the datastore file [datastore1] d72a7ca9-c285-426b-989f-da5c540d4615 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.583091] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6f6072a-1bdd-48ef-ac0d-c6e2e300b6ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.590594] env[62180]: DEBUG oslo_vmware.api [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for the task: (returnval){ [ 1870.590594] env[62180]: value = "task-1963763" [ 1870.590594] env[62180]: _type = "Task" [ 1870.590594] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.601614] env[62180]: DEBUG oslo_vmware.api [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.709093] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925168} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.709357] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e/21c5b5ff-23f9-43dd-8f42-37e0d5a0150e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.709559] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.709809] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e04b65-b3ed-44ea-bed4-e743a9b5fb7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.717028] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1870.717028] env[62180]: value = "task-1963764" [ 1870.717028] env[62180]: _type = "Task" [ 1870.717028] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.725447] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.758606] env[62180]: DEBUG nova.compute.manager [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Received event network-changed-5d509d58-0feb-40a1-aa86-faefde058eae {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.758860] env[62180]: DEBUG nova.compute.manager [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Refreshing instance network info cache due to event network-changed-5d509d58-0feb-40a1-aa86-faefde058eae. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1870.759132] env[62180]: DEBUG oslo_concurrency.lockutils [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] Acquiring lock "refresh_cache-f75daac5-b2f6-45d0-aff5-11536d96680e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.759285] env[62180]: DEBUG oslo_concurrency.lockutils [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] Acquired lock "refresh_cache-f75daac5-b2f6-45d0-aff5-11536d96680e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.759481] env[62180]: DEBUG nova.network.neutron [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Refreshing network info cache for port 5d509d58-0feb-40a1-aa86-faefde058eae {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.794724] env[62180]: INFO nova.compute.manager [-] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Took 1.05 seconds to deallocate network for instance. [ 1870.916484] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963761, 'name': CreateVM_Task, 'duration_secs': 0.382385} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.916793] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1870.917612] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.917950] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.918432] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1870.919043] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4abd1e-3b03-4df6-a1a7-ea914440639a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.923878] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1870.923878] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520942bc-c79e-3757-74f6-2ea050d4b981" [ 1870.923878] env[62180]: _type = "Task" [ 1870.923878] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.932302] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520942bc-c79e-3757-74f6-2ea050d4b981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.059472] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4f72682c-8a29-49e1-bdc6-866f2ad10116] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1871.065206] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9081fc1c-d707-4831-a6e5-af5d5e8001a6 tempest-InstanceActionsV221TestJSON-1724166878 tempest-InstanceActionsV221TestJSON-1724166878-project-member] Lock "b0b93b16-87c8-47c4-808e-6bd977dd3430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.979s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.102149] env[62180]: DEBUG oslo_vmware.api [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.226939] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076446} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.227103] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.227901] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f60f5b-9995-414f-b83f-cbcc1ccea255 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.250360] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e/21c5b5ff-23f9-43dd-8f42-37e0d5a0150e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.250619] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf977589-a320-4c01-88bd-ad3029cb3ca0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.271938] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1871.271938] env[62180]: value = "task-1963765" [ 1871.271938] env[62180]: _type = "Task" [ 1871.271938] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.280503] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.302574] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.442542] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520942bc-c79e-3757-74f6-2ea050d4b981, 'name': SearchDatastore_Task, 'duration_secs': 0.014678} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.442942] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.443228] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.449624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.449624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.449624] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.449624] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3abd17e5-3b53-4fae-880a-ec96bed3d432 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.455898] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.456143] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.457018] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb90418-c3bc-4d15-82fa-4fd2f32d2f9f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.464305] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1871.464305] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527c6e27-9b4d-68dc-92c5-bd201a9bc790" [ 1871.464305] env[62180]: _type = "Task" [ 1871.464305] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.472489] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527c6e27-9b4d-68dc-92c5-bd201a9bc790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.500980] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1871.540906] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1871.541217] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.541425] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1871.541653] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.541949] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1871.542338] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1871.542661] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1871.542869] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1871.543133] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1871.543329] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1871.543529] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1871.544425] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ddb0c1-6ec9-41a0-87cf-56a935a5c8db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.562880] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c7c94f-b629-4f39-b001-9189e13d5b45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.568767] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 20897196-0c32-497c-a7fe-b6b4f2a1a675] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1871.600202] env[62180]: DEBUG oslo_vmware.api [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Task: {'id': task-1963763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525451} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.600557] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.600710] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.601029] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.601189] env[62180]: INFO nova.compute.manager [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1871.601380] env[62180]: DEBUG oslo.service.loopingcall [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.602286] env[62180]: DEBUG nova.compute.manager [-] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.602286] env[62180]: DEBUG nova.network.neutron [-] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.760676] env[62180]: DEBUG nova.network.neutron [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Updated VIF entry in instance network info cache for port 5d509d58-0feb-40a1-aa86-faefde058eae. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.761065] env[62180]: DEBUG nova.network.neutron [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Updating instance_info_cache with network_info: [{"id": "5d509d58-0feb-40a1-aa86-faefde058eae", "address": "fa:16:3e:dc:8e:35", "network": {"id": "d2ba0641-4650-4255-9fa9-0e4d25615dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1534460618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7da09245fc9442989632a55d58edadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d509d58-0f", "ovs_interfaceid": "5d509d58-0feb-40a1-aa86-faefde058eae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.787785] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.788443] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "d1d94f53-0845-42cb-83fe-36a134aa8847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.788881] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.788881] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "d1d94f53-0845-42cb-83fe-36a134aa8847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.789151] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.789247] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.791637] env[62180]: INFO nova.compute.manager [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Terminating instance [ 1871.983124] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527c6e27-9b4d-68dc-92c5-bd201a9bc790, 'name': SearchDatastore_Task, 'duration_secs': 0.03242} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.984571] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d798a7e-0b0e-4912-96cd-ccfc6e56a447 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.990707] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1871.990707] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5237fb6b-cbe7-0c84-6b75-3b35443389da" [ 1871.990707] env[62180]: _type = "Task" [ 1871.990707] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.007276] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5237fb6b-cbe7-0c84-6b75-3b35443389da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.077679] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0383458e-dc5b-41f3-a3ce-6e57ed863bcc] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1872.082953] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ecb0d-850b-4490-86b5-c21eac6dcafc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.090268] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b633afa7-2037-43fe-9f29-146bef85c2d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.137430] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698e4b1-4e40-4797-ba12-8bbcc3c818b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.146184] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de97bdcc-c16d-458f-8652-81774d2ba66c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.162316] env[62180]: DEBUG nova.compute.provider_tree [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.233189] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Successfully updated port: a6a73f70-0889-4b0f-a32f-3455f61e1fa6 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1872.263595] env[62180]: DEBUG oslo_concurrency.lockutils [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] Releasing lock "refresh_cache-f75daac5-b2f6-45d0-aff5-11536d96680e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.263866] env[62180]: DEBUG nova.compute.manager [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Received event network-changed-47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1872.264348] env[62180]: DEBUG nova.compute.manager [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Refreshing instance network info cache due to event network-changed-47eebb08-e3a7-4331-9ffb-8c51e51cefc9. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1872.264586] env[62180]: DEBUG oslo_concurrency.lockutils [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] Acquiring lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.264732] env[62180]: DEBUG oslo_concurrency.lockutils [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] Acquired lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.264894] env[62180]: DEBUG nova.network.neutron [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Refreshing network info cache for port 47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.284826] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963765, 'name': ReconfigVM_Task, 'duration_secs': 0.865856} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.285129] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e/21c5b5ff-23f9-43dd-8f42-37e0d5a0150e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.286117] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0624a28-e4ea-4a68-991e-7e37379313b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.292318] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1872.292318] env[62180]: value = "task-1963766" [ 1872.292318] env[62180]: _type = "Task" [ 1872.292318] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.301183] env[62180]: DEBUG nova.compute.manager [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.301392] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.301661] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963766, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.302378] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c579f436-38d2-465a-b945-543659fa2410 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.309105] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.309347] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-804d9a41-f944-4594-8c44-bf37be4a0c1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.315259] env[62180]: DEBUG oslo_vmware.api [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1872.315259] env[62180]: value = "task-1963767" [ 1872.315259] env[62180]: _type = "Task" [ 1872.315259] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.326676] env[62180]: DEBUG oslo_vmware.api [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.508923] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5237fb6b-cbe7-0c84-6b75-3b35443389da, 'name': SearchDatastore_Task, 'duration_secs': 0.014917} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.509454] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.510344] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f75daac5-b2f6-45d0-aff5-11536d96680e/f75daac5-b2f6-45d0-aff5-11536d96680e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1872.510344] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8999cad-cdbc-4771-9144-79d8016d9614 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.519375] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1872.519375] env[62180]: value = "task-1963768" [ 1872.519375] env[62180]: _type = "Task" [ 1872.519375] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.532702] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.589295] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 81f00805-7e74-422a-9661-b47039221b44] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 1872.665166] env[62180]: DEBUG nova.scheduler.client.report [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.737019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "refresh_cache-9570b747-e196-45a7-8f38-28d10c2935ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.737019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "refresh_cache-9570b747-e196-45a7-8f38-28d10c2935ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.737019] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.805056] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963766, 'name': Rename_Task, 'duration_secs': 0.195339} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.805347] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.805581] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02e4e7bc-fab9-4acc-a3e3-c4d7a5bc69cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.812137] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1872.812137] env[62180]: value = "task-1963769" [ 1872.812137] env[62180]: _type = "Task" [ 1872.812137] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.826643] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.827695] env[62180]: DEBUG nova.compute.manager [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Received event network-vif-plugged-a6a73f70-0889-4b0f-a32f-3455f61e1fa6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1872.827896] env[62180]: DEBUG oslo_concurrency.lockutils [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] Acquiring lock "9570b747-e196-45a7-8f38-28d10c2935ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.828138] env[62180]: DEBUG oslo_concurrency.lockutils [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] Lock "9570b747-e196-45a7-8f38-28d10c2935ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.828456] env[62180]: DEBUG oslo_concurrency.lockutils [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] Lock "9570b747-e196-45a7-8f38-28d10c2935ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.828521] env[62180]: DEBUG nova.compute.manager [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] No waiting events found dispatching network-vif-plugged-a6a73f70-0889-4b0f-a32f-3455f61e1fa6 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1872.828661] env[62180]: WARNING nova.compute.manager [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Received unexpected event network-vif-plugged-a6a73f70-0889-4b0f-a32f-3455f61e1fa6 for instance with vm_state building and task_state spawning. [ 1872.828810] env[62180]: DEBUG nova.compute.manager [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Received event network-changed-a6a73f70-0889-4b0f-a32f-3455f61e1fa6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1872.829018] env[62180]: DEBUG nova.compute.manager [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Refreshing instance network info cache due to event network-changed-a6a73f70-0889-4b0f-a32f-3455f61e1fa6. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1872.829249] env[62180]: DEBUG oslo_concurrency.lockutils [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] Acquiring lock "refresh_cache-9570b747-e196-45a7-8f38-28d10c2935ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.836465] env[62180]: DEBUG oslo_vmware.api [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963767, 'name': PowerOffVM_Task, 'duration_secs': 0.315454} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.836624] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.836843] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.837292] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa40c545-1022-4abc-89ba-9d228073ae0b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.033294] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963768, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.092470] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.092470] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances with incomplete migration {{(pid=62180) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1873.099968] env[62180]: DEBUG nova.compute.manager [req-bbfc0652-78de-46e6-8305-3a1238e4bf41 req-a1400aba-79b1-4659-9347-884c4f7ba8e9 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Received event network-vif-deleted-3f2de8cc-3b8c-4e6d-91f6-e0669184db98 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1873.099968] env[62180]: INFO nova.compute.manager [req-bbfc0652-78de-46e6-8305-3a1238e4bf41 req-a1400aba-79b1-4659-9347-884c4f7ba8e9 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Neutron deleted interface 3f2de8cc-3b8c-4e6d-91f6-e0669184db98; detaching it from the instance and deleting it from the info cache [ 1873.100236] env[62180]: DEBUG nova.network.neutron [req-bbfc0652-78de-46e6-8305-3a1238e4bf41 req-a1400aba-79b1-4659-9347-884c4f7ba8e9 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.173030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.173223] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1873.176081] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.640s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.176340] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.178605] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.377s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.178861] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.184018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.761s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.184018] env[62180]: INFO nova.compute.claims [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.220074] env[62180]: DEBUG nova.network.neutron [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Updated VIF entry in instance network info cache for port 47eebb08-e3a7-4331-9ffb-8c51e51cefc9. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.220074] env[62180]: DEBUG nova.network.neutron [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Updating instance_info_cache with network_info: [{"id": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "address": "fa:16:3e:8a:38:11", "network": {"id": "b4d0f787-095e-49b1-9cc0-c7a1ebd68163", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1688461680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d4ae40d1f8b4fb4a9e0d9c3409404ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47eebb08-e3", "ovs_interfaceid": "47eebb08-e3a7-4331-9ffb-8c51e51cefc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.234647] env[62180]: INFO nova.scheduler.client.report [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted allocations for instance 1d82705f-d5ef-4e83-afa0-f1fde271c098 [ 1873.236684] env[62180]: INFO nova.scheduler.client.report [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Deleted allocations for instance e4a72a35-5f03-4d1b-b5ad-d3362eec90ed [ 1873.317720] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1873.329743] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963769, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.330154] env[62180]: DEBUG nova.network.neutron [-] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.532542] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885835} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.532806] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f75daac5-b2f6-45d0-aff5-11536d96680e/f75daac5-b2f6-45d0-aff5-11536d96680e.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.533025] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.533500] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-568c1513-75ba-44c4-899b-c14cd0e60c76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.540596] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1873.540596] env[62180]: value = "task-1963771" [ 1873.540596] env[62180]: _type = "Task" [ 1873.540596] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.548877] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.595763] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.604202] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-688f0199-e041-4198-a327-260951c14391 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.616028] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55541233-fe30-4a36-83f4-52043e9c1347 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.628862] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Updating instance_info_cache with network_info: [{"id": "a6a73f70-0889-4b0f-a32f-3455f61e1fa6", "address": "fa:16:3e:46:bd:a0", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a73f70-08", "ovs_interfaceid": "a6a73f70-0889-4b0f-a32f-3455f61e1fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.656194] env[62180]: DEBUG nova.compute.manager [req-bbfc0652-78de-46e6-8305-3a1238e4bf41 req-a1400aba-79b1-4659-9347-884c4f7ba8e9 service nova] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Detach interface failed, port_id=3f2de8cc-3b8c-4e6d-91f6-e0669184db98, reason: Instance d72a7ca9-c285-426b-989f-da5c540d4615 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1873.689177] env[62180]: DEBUG nova.compute.utils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1873.694850] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1873.695045] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1873.723669] env[62180]: DEBUG oslo_concurrency.lockutils [req-1fecc143-2fe2-49d9-8241-bf159b47b145 req-5bed991a-7bb5-4aeb-8f08-9d9bd791d09f service nova] Releasing lock "refresh_cache-8868c05d-32c5-4888-9aa2-e6d174b1d386" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.755392] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96889c9f-c98b-4b24-a657-44209d514b03 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "1d82705f-d5ef-4e83-afa0-f1fde271c098" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.763s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.756610] env[62180]: DEBUG oslo_concurrency.lockutils [None req-539b7c37-da8b-4c2f-8290-bf684bce759c tempest-ServerAddressesTestJSON-1419574253 tempest-ServerAddressesTestJSON-1419574253-project-member] Lock "e4a72a35-5f03-4d1b-b5ad-d3362eec90ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.478s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.800875] env[62180]: DEBUG nova.policy [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40fb2fe59f964c0fa6a2b42cee3a0ab0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6961a5aba74f4599699d729e1ddf6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1873.824018] env[62180]: DEBUG oslo_vmware.api [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963769, 'name': PowerOnVM_Task, 'duration_secs': 0.938228} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.824320] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.824520] env[62180]: INFO nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1873.824692] env[62180]: DEBUG nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.825475] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c2fafa-0b9f-4a72-b644-a8e8f294c05d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.834610] env[62180]: INFO nova.compute.manager [-] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Took 2.23 seconds to deallocate network for instance. [ 1874.054249] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106291} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.054554] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1874.056689] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd45f1e-6770-4b49-882d-1ccb537709bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.079849] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] f75daac5-b2f6-45d0-aff5-11536d96680e/f75daac5-b2f6-45d0-aff5-11536d96680e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.080500] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf9f4935-c878-45ab-844b-34f24ef679cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.101381] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1874.101381] env[62180]: value = "task-1963772" [ 1874.101381] env[62180]: _type = "Task" [ 1874.101381] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.111401] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.135427] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "refresh_cache-9570b747-e196-45a7-8f38-28d10c2935ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.135427] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Instance network_info: |[{"id": "a6a73f70-0889-4b0f-a32f-3455f61e1fa6", "address": "fa:16:3e:46:bd:a0", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a73f70-08", "ovs_interfaceid": "a6a73f70-0889-4b0f-a32f-3455f61e1fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1874.135427] env[62180]: DEBUG oslo_concurrency.lockutils [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] Acquired lock "refresh_cache-9570b747-e196-45a7-8f38-28d10c2935ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.135754] env[62180]: DEBUG nova.network.neutron [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Refreshing network info cache for port a6a73f70-0889-4b0f-a32f-3455f61e1fa6 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.137490] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:bd:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a73f70-0889-4b0f-a32f-3455f61e1fa6', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.151460] env[62180]: DEBUG oslo.service.loopingcall [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.156392] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.159708] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a6eef05-f106-4107-a19a-843dc7183566 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.187708] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.188060] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.188251] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Deleting the datastore file [datastore1] d1d94f53-0845-42cb-83fe-36a134aa8847 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.189292] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d8363b9-86c2-4c3f-acb1-8190030e1833 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.193955] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.193955] env[62180]: value = "task-1963773" [ 1874.193955] env[62180]: _type = "Task" [ 1874.193955] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.199884] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.207117] env[62180]: DEBUG oslo_vmware.api [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for the task: (returnval){ [ 1874.207117] env[62180]: value = "task-1963774" [ 1874.207117] env[62180]: _type = "Task" [ 1874.207117] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.213837] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Successfully created port: 54ceccbc-0b45-4bab-acd4-606087bb12da {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.215755] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963773, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.220967] env[62180]: DEBUG oslo_vmware.api [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.327281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.327518] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.343702] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.344556] env[62180]: INFO nova.compute.manager [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Took 57.46 seconds to build instance. [ 1874.431166] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.432107] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.432304] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "d84af47f-5b7c-479b-8fde-1af80f82d54b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.432545] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.432826] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.439143] env[62180]: INFO nova.compute.manager [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Terminating instance [ 1874.614393] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.664457] env[62180]: DEBUG nova.network.neutron [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Updated VIF entry in instance network info cache for port a6a73f70-0889-4b0f-a32f-3455f61e1fa6. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.665401] env[62180]: DEBUG nova.network.neutron [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Updating instance_info_cache with network_info: [{"id": "a6a73f70-0889-4b0f-a32f-3455f61e1fa6", "address": "fa:16:3e:46:bd:a0", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a73f70-08", "ovs_interfaceid": "a6a73f70-0889-4b0f-a32f-3455f61e1fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.712968] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963773, 'name': CreateVM_Task, 'duration_secs': 0.456062} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.716770] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1874.719454] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.719631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.719959] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1874.720787] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd5ace2-6aea-4624-98ab-b34cd2a66046 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.726049] env[62180]: DEBUG oslo_vmware.api [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Task: {'id': task-1963774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336554} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.726532] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.726717] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.726922] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.727119] env[62180]: INFO nova.compute.manager [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1874.727556] env[62180]: DEBUG oslo.service.loopingcall [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.728255] env[62180]: DEBUG nova.compute.manager [-] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1874.728721] env[62180]: DEBUG nova.network.neutron [-] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.732019] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1874.732019] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521f227c-65be-f05c-c899-fe99cd62238b" [ 1874.732019] env[62180]: _type = "Task" [ 1874.732019] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.739212] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521f227c-65be-f05c-c899-fe99cd62238b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.832739] env[62180]: DEBUG nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1874.846415] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ae832b-c269-4db3-867e-876ef15b3547 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.842s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.871572] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3112d-edab-4c42-88a9-7d02d13a386d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.882462] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428de7d6-d860-406b-854c-1ef76cb2560a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.912901] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac1b99e-c6ee-46ae-b915-9545ed50367b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.920516] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7877a1e9-7aae-44d9-a361-2c3ed96f04ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.934273] env[62180]: DEBUG nova.compute.provider_tree [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.940446] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] Acquiring lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.940610] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] Acquired lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.940841] env[62180]: DEBUG nova.network.neutron [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.942954] env[62180]: DEBUG nova.compute.manager [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.942954] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.945040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f3f785-be5f-4ce3-91d0-40c262404b12 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.951764] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.951985] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e713303-c082-4c46-91c6-51d4cd87bdbb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.959169] env[62180]: DEBUG oslo_vmware.api [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1874.959169] env[62180]: value = "task-1963775" [ 1874.959169] env[62180]: _type = "Task" [ 1874.959169] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.970051] env[62180]: DEBUG oslo_vmware.api [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.112362] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963772, 'name': ReconfigVM_Task, 'duration_secs': 0.524144} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.112729] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] f75daac5-b2f6-45d0-aff5-11536d96680e/f75daac5-b2f6-45d0-aff5-11536d96680e.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.113336] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be6594b7-0d46-4592-ad5e-eedf95291536 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.119808] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1875.119808] env[62180]: value = "task-1963776" [ 1875.119808] env[62180]: _type = "Task" [ 1875.119808] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.129058] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963776, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.170831] env[62180]: DEBUG oslo_concurrency.lockutils [req-806c03f7-d679-4649-a881-723f6302b254 req-0dd9108b-cdb4-48ff-b15e-86bb98236474 service nova] Releasing lock "refresh_cache-9570b747-e196-45a7-8f38-28d10c2935ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.214903] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1875.248865] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521f227c-65be-f05c-c899-fe99cd62238b, 'name': SearchDatastore_Task, 'duration_secs': 0.043652} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.252861] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.252861] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.252861] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.252861] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.252861] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.252861] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bb0cd9b-83b8-4e0a-8e86-f705108f5f2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.261515] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.261515] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.261696] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.261878] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.262195] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.262395] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.263130] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.263130] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.263130] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.263130] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.263770] env[62180]: DEBUG nova.virt.hardware [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.264222] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740a1f5a-4e25-4524-9554-7c3a38c4b197 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.272397] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a48e25-86c5-4a09-a275-ff62c285f4d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.277780] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1875.277780] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1875.279025] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebc1947-cebc-4b5e-96a2-33a910d6f9ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.293992] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1875.293992] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283d19b-6923-cf20-6eb4-ad44e80471cc" [ 1875.293992] env[62180]: _type = "Task" [ 1875.293992] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.302185] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283d19b-6923-cf20-6eb4-ad44e80471cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.360813] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.437663] env[62180]: DEBUG nova.scheduler.client.report [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.470682] env[62180]: DEBUG oslo_vmware.api [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963775, 'name': PowerOffVM_Task, 'duration_secs': 0.354661} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.470944] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.471127] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.471379] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7e2592e-eb26-4530-a2ce-f2a72fa37d23 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.514506] env[62180]: DEBUG nova.compute.manager [req-2d8b22e7-6a6b-44f7-beab-47a1121bb85d req-a798bf54-4906-4b50-9d40-a5656ce5bd32 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Received event network-vif-deleted-4aa317f8-3f6f-4d6f-8b9e-6c89443b470f {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1875.514691] env[62180]: INFO nova.compute.manager [req-2d8b22e7-6a6b-44f7-beab-47a1121bb85d req-a798bf54-4906-4b50-9d40-a5656ce5bd32 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Neutron deleted interface 4aa317f8-3f6f-4d6f-8b9e-6c89443b470f; detaching it from the instance and deleting it from the info cache [ 1875.514857] env[62180]: DEBUG nova.network.neutron [req-2d8b22e7-6a6b-44f7-beab-47a1121bb85d req-a798bf54-4906-4b50-9d40-a5656ce5bd32 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.567724] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.568074] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.568234] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Deleting the datastore file [datastore1] d84af47f-5b7c-479b-8fde-1af80f82d54b {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.568504] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29121863-a315-4f85-9ada-0254d939cb0f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.575424] env[62180]: DEBUG oslo_vmware.api [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for the task: (returnval){ [ 1875.575424] env[62180]: value = "task-1963778" [ 1875.575424] env[62180]: _type = "Task" [ 1875.575424] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.583748] env[62180]: DEBUG oslo_vmware.api [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.630565] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963776, 'name': Rename_Task, 'duration_secs': 0.22553} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.630565] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1875.630565] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5550a25-595a-4f5a-b87c-1f8302077103 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.636421] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1875.636421] env[62180]: value = "task-1963779" [ 1875.636421] env[62180]: _type = "Task" [ 1875.636421] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.646452] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.715035] env[62180]: DEBUG nova.network.neutron [-] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.810316] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283d19b-6923-cf20-6eb4-ad44e80471cc, 'name': SearchDatastore_Task, 'duration_secs': 0.045254} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.811145] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a1cc07-9c49-4077-ae3b-816f28bf13ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.818887] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1875.818887] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e48e98-463e-6ccc-b4ce-362eb4c21a84" [ 1875.818887] env[62180]: _type = "Task" [ 1875.818887] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.827066] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e48e98-463e-6ccc-b4ce-362eb4c21a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.950379] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.951010] env[62180]: DEBUG nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.953729] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.723s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.992923] env[62180]: DEBUG nova.compute.manager [req-821d98fc-7249-4573-b7a0-cbf3f2145cda req-0636dfc8-b365-4022-a8bc-dbfe578bc17b service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Received event network-vif-plugged-54ceccbc-0b45-4bab-acd4-606087bb12da {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1875.993168] env[62180]: DEBUG oslo_concurrency.lockutils [req-821d98fc-7249-4573-b7a0-cbf3f2145cda req-0636dfc8-b365-4022-a8bc-dbfe578bc17b service nova] Acquiring lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.993982] env[62180]: DEBUG oslo_concurrency.lockutils [req-821d98fc-7249-4573-b7a0-cbf3f2145cda req-0636dfc8-b365-4022-a8bc-dbfe578bc17b service nova] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.994278] env[62180]: DEBUG oslo_concurrency.lockutils [req-821d98fc-7249-4573-b7a0-cbf3f2145cda req-0636dfc8-b365-4022-a8bc-dbfe578bc17b service nova] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.994471] env[62180]: DEBUG nova.compute.manager [req-821d98fc-7249-4573-b7a0-cbf3f2145cda req-0636dfc8-b365-4022-a8bc-dbfe578bc17b service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] No waiting events found dispatching network-vif-plugged-54ceccbc-0b45-4bab-acd4-606087bb12da {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.997018] env[62180]: WARNING nova.compute.manager [req-821d98fc-7249-4573-b7a0-cbf3f2145cda req-0636dfc8-b365-4022-a8bc-dbfe578bc17b service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Received unexpected event network-vif-plugged-54ceccbc-0b45-4bab-acd4-606087bb12da for instance with vm_state building and task_state spawning. [ 1876.017444] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b66a10a-4f2c-4a5d-9d49-7574808e271d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.027653] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42858d3-aa53-4969-948b-0b6280693278 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.069557] env[62180]: DEBUG nova.compute.manager [req-2d8b22e7-6a6b-44f7-beab-47a1121bb85d req-a798bf54-4906-4b50-9d40-a5656ce5bd32 service nova] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Detach interface failed, port_id=4aa317f8-3f6f-4d6f-8b9e-6c89443b470f, reason: Instance d1d94f53-0845-42cb-83fe-36a134aa8847 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1876.071097] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Successfully updated port: 54ceccbc-0b45-4bab-acd4-606087bb12da {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.085534] env[62180]: DEBUG oslo_vmware.api [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Task: {'id': task-1963778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291527} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.086452] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1876.086681] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1876.086878] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1876.087342] env[62180]: INFO nova.compute.manager [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1876.087611] env[62180]: DEBUG oslo.service.loopingcall [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.088108] env[62180]: DEBUG nova.compute.manager [-] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1876.088517] env[62180]: DEBUG nova.network.neutron [-] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1876.108808] env[62180]: DEBUG nova.network.neutron [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Updating instance_info_cache with network_info: [{"id": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "address": "fa:16:3e:68:6c:8d", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7209d3a4-32", "ovs_interfaceid": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.147655] env[62180]: DEBUG oslo_vmware.api [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963779, 'name': PowerOnVM_Task, 'duration_secs': 0.50137} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.147940] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.147940] env[62180]: INFO nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1876.148089] env[62180]: DEBUG nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.150245] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb241695-66f6-4fb5-a8ea-33eb23490b36 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.217768] env[62180]: INFO nova.compute.manager [-] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Took 1.49 seconds to deallocate network for instance. [ 1876.331696] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e48e98-463e-6ccc-b4ce-362eb4c21a84, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.331964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.332248] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9570b747-e196-45a7-8f38-28d10c2935ac/9570b747-e196-45a7-8f38-28d10c2935ac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1876.332507] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c037e134-0499-4daf-b55b-50ac3d803cb0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.340038] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1876.340038] env[62180]: value = "task-1963780" [ 1876.340038] env[62180]: _type = "Task" [ 1876.340038] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.349493] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.457811] env[62180]: DEBUG nova.objects.instance [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lazy-loading 'migration_context' on Instance uuid f5a7ea7e-547b-44e5-a28e-d48b61f06aba {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.462428] env[62180]: DEBUG nova.compute.utils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1876.462428] env[62180]: DEBUG nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1876.462428] env[62180]: DEBUG nova.network.neutron [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1876.519443] env[62180]: DEBUG nova.policy [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7159bc3d88e4b639bf0ca012226b9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ffb4be0b64487e80b60778338adbee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1876.575137] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "refresh_cache-0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.575137] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "refresh_cache-0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.575137] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.614543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] Releasing lock "refresh_cache-21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.614543] env[62180]: DEBUG nova.compute.manager [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Inject network info {{(pid=62180) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1876.614543] env[62180]: DEBUG nova.compute.manager [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] network_info to inject: |[{"id": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "address": "fa:16:3e:68:6c:8d", "network": {"id": "7c03b958-bb77-44aa-98bb-4a8471d6d110", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-536499183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c875ae54580413f800270476a14390a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7209d3a4-32", "ovs_interfaceid": "7209d3a4-32d8-4c0a-bab4-20c764e15367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1876.621750] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Reconfiguring VM instance to set the machine id {{(pid=62180) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1876.621750] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8eb064-7df2-4504-9551-db107a9889f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.642229] env[62180]: DEBUG oslo_vmware.api [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] Waiting for the task: (returnval){ [ 1876.642229] env[62180]: value = "task-1963781" [ 1876.642229] env[62180]: _type = "Task" [ 1876.642229] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.660350] env[62180]: DEBUG oslo_vmware.api [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] Task: {'id': task-1963781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.673170] env[62180]: INFO nova.compute.manager [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Took 56.97 seconds to build instance. [ 1876.727025] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.854306] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963780, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.929591] env[62180]: DEBUG nova.network.neutron [-] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.957374] env[62180]: DEBUG nova.network.neutron [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Successfully created port: f03bc768-16e2-4adf-b3a4-87666108ddc8 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1876.969177] env[62180]: DEBUG nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1877.114727] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.125014] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "f75daac5-b2f6-45d0-aff5-11536d96680e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.153032] env[62180]: DEBUG oslo_vmware.api [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] Task: {'id': task-1963781, 'name': ReconfigVM_Task, 'duration_secs': 0.239504} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.153321] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d42d17ff-0f69-4854-b320-722fa5c31a6a tempest-ServersAdminTestJSON-1609001352 tempest-ServersAdminTestJSON-1609001352-project-admin] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Reconfigured VM instance to set the machine id {{(pid=62180) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1877.175859] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48710fd7-b8de-40b4-b482-119e0806d173 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.262s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.178750] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.056s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.179032] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "f75daac5-b2f6-45d0-aff5-11536d96680e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.179169] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.179430] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.183258] env[62180]: INFO nova.compute.manager [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Terminating instance [ 1877.297895] env[62180]: DEBUG nova.network.neutron [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Updating instance_info_cache with network_info: [{"id": "54ceccbc-0b45-4bab-acd4-606087bb12da", "address": "fa:16:3e:a2:47:08", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ceccbc-0b", "ovs_interfaceid": "54ceccbc-0b45-4bab-acd4-606087bb12da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.354090] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676239} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.354553] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9570b747-e196-45a7-8f38-28d10c2935ac/9570b747-e196-45a7-8f38-28d10c2935ac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1877.354553] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1877.355897] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-152f5e00-2205-46a1-95a8-08ba9c9afe51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.360922] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1877.360922] env[62180]: value = "task-1963782" [ 1877.360922] env[62180]: _type = "Task" [ 1877.360922] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.370938] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.434591] env[62180]: INFO nova.compute.manager [-] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Took 1.35 seconds to deallocate network for instance. [ 1877.527600] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddbf133-d6d6-4a72-b5c8-26f7c5a7c44b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.536142] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1ad09-f497-4ece-849d-9a3821b2b1ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.567474] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0f9820-193d-4ac1-9a9e-face048fb54e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.575072] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbbe812-388a-4c34-9bba-4a164ad48320 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.590665] env[62180]: DEBUG nova.compute.provider_tree [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.690311] env[62180]: DEBUG nova.compute.manager [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.690311] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.691247] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397c62d-0801-4e11-898a-284310a62f89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.705768] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.706194] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e63337-dd7b-409a-bc32-0cb39a526e19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.716113] env[62180]: DEBUG oslo_vmware.api [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1877.716113] env[62180]: value = "task-1963783" [ 1877.716113] env[62180]: _type = "Task" [ 1877.716113] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.727093] env[62180]: DEBUG oslo_vmware.api [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.800710] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "refresh_cache-0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.801160] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Instance network_info: |[{"id": "54ceccbc-0b45-4bab-acd4-606087bb12da", "address": "fa:16:3e:a2:47:08", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ceccbc-0b", "ovs_interfaceid": "54ceccbc-0b45-4bab-acd4-606087bb12da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1877.801733] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:47:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ceccbc-0b45-4bab-acd4-606087bb12da', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.813661] env[62180]: DEBUG oslo.service.loopingcall [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.814280] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.814659] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4fa8f7d-2595-47a5-b8fe-5257613341d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.834156] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.834156] env[62180]: value = "task-1963784" [ 1877.834156] env[62180]: _type = "Task" [ 1877.834156] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.842746] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963784, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.872571] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103756} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.872848] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1877.873671] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5500f6-fec6-44f7-98bf-f4b85454866e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.897633] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 9570b747-e196-45a7-8f38-28d10c2935ac/9570b747-e196-45a7-8f38-28d10c2935ac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.897948] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86bfdac-ee33-4f2c-b379-92f6176cd2c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.918881] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1877.918881] env[62180]: value = "task-1963785" [ 1877.918881] env[62180]: _type = "Task" [ 1877.918881] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.928738] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.943010] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.983598] env[62180]: DEBUG nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1878.008877] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.009046] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.009215] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.009422] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.009565] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.009708] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.009917] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.010087] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.010254] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.010410] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.010579] env[62180]: DEBUG nova.virt.hardware [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.011898] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135cd653-d326-4496-a376-b9a87568dc15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.020244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643df8ae-11b3-4b80-ac25-0735ba581c86 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.061334] env[62180]: DEBUG nova.compute.manager [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Received event network-changed-54ceccbc-0b45-4bab-acd4-606087bb12da {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1878.061334] env[62180]: DEBUG nova.compute.manager [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Refreshing instance network info cache due to event network-changed-54ceccbc-0b45-4bab-acd4-606087bb12da. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1878.061561] env[62180]: DEBUG oslo_concurrency.lockutils [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] Acquiring lock "refresh_cache-0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.061745] env[62180]: DEBUG oslo_concurrency.lockutils [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] Acquired lock "refresh_cache-0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.061859] env[62180]: DEBUG nova.network.neutron [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Refreshing network info cache for port 54ceccbc-0b45-4bab-acd4-606087bb12da {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.093946] env[62180]: DEBUG nova.scheduler.client.report [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.162890] env[62180]: INFO nova.compute.manager [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Rebuilding instance [ 1878.205986] env[62180]: DEBUG nova.compute.manager [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1878.206963] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf32a32-5fc9-457d-9440-47316ada9346 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.227697] env[62180]: DEBUG oslo_vmware.api [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963783, 'name': PowerOffVM_Task, 'duration_secs': 0.192909} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.228319] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.228572] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.228843] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0cecde-887a-44a2-b577-11f03265bdd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.331315] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.331315] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.331315] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleting the datastore file [datastore1] f75daac5-b2f6-45d0-aff5-11536d96680e {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.331315] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddeea274-0535-4f03-a7f0-819699210352 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.340041] env[62180]: DEBUG oslo_vmware.api [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for the task: (returnval){ [ 1878.340041] env[62180]: value = "task-1963787" [ 1878.340041] env[62180]: _type = "Task" [ 1878.340041] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.347800] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963784, 'name': CreateVM_Task, 'duration_secs': 0.46331} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.348302] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.349111] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.350026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.350026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.352982] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc7288e-978c-48dd-a508-82eb12a8b7ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.354858] env[62180]: DEBUG oslo_vmware.api [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.357700] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1878.357700] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dcb389-0339-423f-82e6-b15b5f6650d7" [ 1878.357700] env[62180]: _type = "Task" [ 1878.357700] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.365365] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dcb389-0339-423f-82e6-b15b5f6650d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.430781] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.852065] env[62180]: DEBUG oslo_vmware.api [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Task: {'id': task-1963787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239562} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.852431] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.852553] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.852723] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.853133] env[62180]: INFO nova.compute.manager [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1878.853467] env[62180]: DEBUG oslo.service.loopingcall [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.853754] env[62180]: DEBUG nova.compute.manager [-] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.853919] env[62180]: DEBUG nova.network.neutron [-] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.864092] env[62180]: DEBUG nova.network.neutron [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Updated VIF entry in instance network info cache for port 54ceccbc-0b45-4bab-acd4-606087bb12da. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.864092] env[62180]: DEBUG nova.network.neutron [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Updating instance_info_cache with network_info: [{"id": "54ceccbc-0b45-4bab-acd4-606087bb12da", "address": "fa:16:3e:a2:47:08", "network": {"id": "06aef5b1-a0d1-4481-871d-05aa1ec88ba9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-993556523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6961a5aba74f4599699d729e1ddf6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ceccbc-0b", "ovs_interfaceid": "54ceccbc-0b45-4bab-acd4-606087bb12da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.873131] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52dcb389-0339-423f-82e6-b15b5f6650d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.876212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.876212] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.876212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.876212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.876212] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.876212] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3608aaed-e8f2-4d90-8d0c-7e5588ea22be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.889174] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.889174] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.889174] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f42d56-9c2f-457b-a3b5-b4556da56e6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.893535] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1878.893535] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bc071b-4cc7-65d0-0382-9aaafcd6903e" [ 1878.893535] env[62180]: _type = "Task" [ 1878.893535] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.903743] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bc071b-4cc7-65d0-0382-9aaafcd6903e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.928774] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963785, 'name': ReconfigVM_Task, 'duration_secs': 0.708609} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.931109] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 9570b747-e196-45a7-8f38-28d10c2935ac/9570b747-e196-45a7-8f38-28d10c2935ac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.931109] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e81385c6-9f8e-4587-bbcf-82c19fc3f468 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.940160] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1878.940160] env[62180]: value = "task-1963788" [ 1878.940160] env[62180]: _type = "Task" [ 1878.940160] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.947155] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963788, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.108012] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.154s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.116398] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.669s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.118040] env[62180]: INFO nova.compute.claims [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.229409] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1879.229409] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-196a6195-f59b-4bb6-95a9-643a1d7c8502 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.236897] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1879.236897] env[62180]: value = "task-1963789" [ 1879.236897] env[62180]: _type = "Task" [ 1879.236897] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.249756] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.369729] env[62180]: DEBUG oslo_concurrency.lockutils [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] Releasing lock "refresh_cache-0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.370046] env[62180]: DEBUG nova.compute.manager [req-b816ebcf-b6fa-4692-8db5-68b8666b2bbe req-49096d77-59c6-41a4-a4b0-ab4f8647629a service nova] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Received event network-vif-deleted-c094b99c-f14c-4b3c-880b-4c3981029236 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1879.412558] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bc071b-4cc7-65d0-0382-9aaafcd6903e, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.414503] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f45dd4d-ed01-4a95-aa86-5a02b99a45c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.427044] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1879.427044] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b051d4-53e8-49e6-57d8-9ea034f88dbd" [ 1879.427044] env[62180]: _type = "Task" [ 1879.427044] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.433090] env[62180]: DEBUG nova.network.neutron [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Successfully updated port: f03bc768-16e2-4adf-b3a4-87666108ddc8 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.445987] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b051d4-53e8-49e6-57d8-9ea034f88dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.452352] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.452352] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7/0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.452352] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dde79e48-80c0-4b19-83a6-d20f50fe478c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.458303] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963788, 'name': Rename_Task, 'duration_secs': 0.361382} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.459956] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.459956] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1879.459956] env[62180]: value = "task-1963790" [ 1879.459956] env[62180]: _type = "Task" [ 1879.459956] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.460196] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba973787-9f3c-48cc-88aa-fabf9dec72a6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.471020] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.471261] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1879.471261] env[62180]: value = "task-1963791" [ 1879.471261] env[62180]: _type = "Task" [ 1879.471261] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.478560] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.748534] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963789, 'name': PowerOffVM_Task, 'duration_secs': 0.244738} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.748811] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1879.749057] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.749926] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1253b4-2151-429b-a428-c9b91e3f70c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.757348] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1879.757678] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b233fe1f-18d2-4ab8-b580-d61a2045bafc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.855909] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1879.856143] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1879.856331] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleting the datastore file [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.856628] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e8d8f34-2cd4-4100-9aa0-262dc69ad3ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.865880] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1879.865880] env[62180]: value = "task-1963793" [ 1879.865880] env[62180]: _type = "Task" [ 1879.865880] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.874256] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.936734] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "refresh_cache-d54b9a57-a27b-4d90-bd32-1c498c529a25" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.936993] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "refresh_cache-d54b9a57-a27b-4d90-bd32-1c498c529a25" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.937052] env[62180]: DEBUG nova.network.neutron [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.981719] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.985944] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963791, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.084916] env[62180]: DEBUG nova.network.neutron [-] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.091716] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.091940] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.179947] env[62180]: DEBUG nova.compute.manager [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Received event network-vif-plugged-f03bc768-16e2-4adf-b3a4-87666108ddc8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.180248] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] Acquiring lock "d54b9a57-a27b-4d90-bd32-1c498c529a25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.180511] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.180695] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.180890] env[62180]: DEBUG nova.compute.manager [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] No waiting events found dispatching network-vif-plugged-f03bc768-16e2-4adf-b3a4-87666108ddc8 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.181100] env[62180]: WARNING nova.compute.manager [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Received unexpected event network-vif-plugged-f03bc768-16e2-4adf-b3a4-87666108ddc8 for instance with vm_state building and task_state spawning. [ 1880.181313] env[62180]: DEBUG nova.compute.manager [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Received event network-changed-f03bc768-16e2-4adf-b3a4-87666108ddc8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.181479] env[62180]: DEBUG nova.compute.manager [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Refreshing instance network info cache due to event network-changed-f03bc768-16e2-4adf-b3a4-87666108ddc8. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1880.181656] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] Acquiring lock "refresh_cache-d54b9a57-a27b-4d90-bd32-1c498c529a25" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.403543] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.475378] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95973} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.476256] env[62180]: DEBUG nova.network.neutron [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.481030] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7/0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.481391] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.484271] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2e2cd15-c95f-4fd4-a402-c872692809f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.493179] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963791, 'name': PowerOnVM_Task, 'duration_secs': 0.791751} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.494640] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.494883] env[62180]: INFO nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1880.495166] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.495619] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1880.495619] env[62180]: value = "task-1963794" [ 1880.495619] env[62180]: _type = "Task" [ 1880.495619] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.496565] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c83c57-bf15-48cd-9677-5146c14ac872 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.522095] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.588145] env[62180]: INFO nova.compute.manager [-] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Took 1.73 seconds to deallocate network for instance. [ 1880.612357] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1880.612516] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1880.672610] env[62180]: INFO nova.compute.manager [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Swapping old allocation on dict_keys(['33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b']) held by migration e4880466-054f-4d7b-830d-c64f707eebf4 for instance [ 1880.678701] env[62180]: DEBUG nova.network.neutron [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Updating instance_info_cache with network_info: [{"id": "f03bc768-16e2-4adf-b3a4-87666108ddc8", "address": "fa:16:3e:c4:fc:b7", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03bc768-16", "ovs_interfaceid": "f03bc768-16e2-4adf-b3a4-87666108ddc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.700012] env[62180]: DEBUG nova.scheduler.client.report [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Overwriting current allocation {'allocations': {'33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 105}}, 'project_id': '33602b39b2664bcc8326cc3501cc8ea5', 'user_id': '0ee72db801b44ff0a24f61551001d165', 'consumer_generation': 1} on consumer f5a7ea7e-547b-44e5-a28e-d48b61f06aba {{(pid=62180) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1880.749045] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7449f89a-e4f3-4382-82ae-535f5caa0129 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.760283] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab1fb29-48c3-4b0e-a9c9-9f9d4c5325a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.796251] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.797319] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquired lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.797622] env[62180]: DEBUG nova.network.neutron [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.799508] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488cabc-6f08-4989-acf7-d395a561886f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.807631] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9482a8-13aa-4db9-89da-c5ded5840bfa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.823664] env[62180]: DEBUG nova.compute.provider_tree [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.877143] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.011910] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963794, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.034820] env[62180]: INFO nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Took 50.81 seconds to build instance. [ 1881.096960] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.183635] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "refresh_cache-d54b9a57-a27b-4d90-bd32-1c498c529a25" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.183998] env[62180]: DEBUG nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Instance network_info: |[{"id": "f03bc768-16e2-4adf-b3a4-87666108ddc8", "address": "fa:16:3e:c4:fc:b7", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03bc768-16", "ovs_interfaceid": "f03bc768-16e2-4adf-b3a4-87666108ddc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1881.184330] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] Acquired lock "refresh_cache-d54b9a57-a27b-4d90-bd32-1c498c529a25" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.184509] env[62180]: DEBUG nova.network.neutron [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Refreshing network info cache for port f03bc768-16e2-4adf-b3a4-87666108ddc8 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.185733] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:fc:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f03bc768-16e2-4adf-b3a4-87666108ddc8', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.194180] env[62180]: DEBUG oslo.service.loopingcall [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.195141] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.195985] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c30a889a-fff7-4a44-8791-334abea77263 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.217059] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.217059] env[62180]: value = "task-1963795" [ 1881.217059] env[62180]: _type = "Task" [ 1881.217059] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.232961] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963795, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.326299] env[62180]: DEBUG nova.scheduler.client.report [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.379420] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.510304] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.799081} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.510581] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.511392] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079a3247-7dc4-4d22-9b86-9e7e3d220cef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.533915] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7/0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.536980] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47bc4a53-61f6-4ff3-a71b-d5e771556f58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.551661] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "9570b747-e196-45a7-8f38-28d10c2935ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.190s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.558733] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1881.558733] env[62180]: value = "task-1963796" [ 1881.558733] env[62180]: _type = "Task" [ 1881.558733] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.567099] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.662208] env[62180]: DEBUG nova.network.neutron [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance_info_cache with network_info: [{"id": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "address": "fa:16:3e:3e:a8:bb", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba83de47-43", "ovs_interfaceid": "ba83de47-43ac-49d1-b548-b9603bed8a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.728676] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963795, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.836600] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.836600] env[62180]: DEBUG nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.841681] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.070s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.841921] env[62180]: DEBUG nova.objects.instance [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lazy-loading 'resources' on Instance uuid 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.878727] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.013676] env[62180]: DEBUG nova.network.neutron [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Updated VIF entry in instance network info cache for port f03bc768-16e2-4adf-b3a4-87666108ddc8. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.014083] env[62180]: DEBUG nova.network.neutron [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Updating instance_info_cache with network_info: [{"id": "f03bc768-16e2-4adf-b3a4-87666108ddc8", "address": "fa:16:3e:c4:fc:b7", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03bc768-16", "ovs_interfaceid": "f03bc768-16e2-4adf-b3a4-87666108ddc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.071287] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963796, 'name': ReconfigVM_Task, 'duration_secs': 0.47151} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.071575] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7/0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.072235] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32d0986-4d24-45ed-b440-d3b16964ab3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.078486] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1882.078486] env[62180]: value = "task-1963797" [ 1882.078486] env[62180]: _type = "Task" [ 1882.078486] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.087053] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963797, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.122473] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "1a32d991-04e4-4306-b2a4-21aff3df5806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.122792] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.166178] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Releasing lock "refresh_cache-f5a7ea7e-547b-44e5-a28e-d48b61f06aba" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.166178] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.166369] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e4112f2-7e59-404c-8f22-7cc973808127 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.175578] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1882.175578] env[62180]: value = "task-1963798" [ 1882.175578] env[62180]: _type = "Task" [ 1882.175578] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.185000] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.234507] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963795, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.345901] env[62180]: DEBUG nova.compute.utils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.347370] env[62180]: DEBUG nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.347536] env[62180]: DEBUG nova.network.neutron [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.381406] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.286393} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.381919] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1882.382160] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1882.382565] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1882.414165] env[62180]: DEBUG nova.policy [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4bae2fa23e4ce2a198e28e3980bd3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e211d231214444e9f21af861c410d02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.518745] env[62180]: DEBUG oslo_concurrency.lockutils [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] Releasing lock "refresh_cache-d54b9a57-a27b-4d90-bd32-1c498c529a25" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.518745] env[62180]: DEBUG nova.compute.manager [req-7e45f0ca-c2df-48f8-aa18-cc03f08eed0c req-89845030-6643-40ed-9e4e-c5a9d4e4ef5d service nova] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Received event network-vif-deleted-5d509d58-0feb-40a1-aa86-faefde058eae {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1882.590999] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963797, 'name': Rename_Task, 'duration_secs': 0.161725} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.591300] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.591551] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7997dbc6-89ee-4b70-86a3-f4bc3482d0e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.598588] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1882.598588] env[62180]: value = "task-1963799" [ 1882.598588] env[62180]: _type = "Task" [ 1882.598588] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.606139] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.628017] env[62180]: DEBUG nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1882.692071] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963798, 'name': PowerOffVM_Task, 'duration_secs': 0.338516} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.692865] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.693690] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T14:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f067b736-b77c-4227-9dfd-8b57563f05b2',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845534882',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1882.694066] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.694349] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1882.694791] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.695139] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1882.695488] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1882.695786] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1882.696317] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1882.696643] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1882.696918] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1882.697202] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1882.710017] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6783d452-e9c7-4fc4-a6b1-1cee767c6d96 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.727780] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1882.727780] env[62180]: value = "task-1963800" [ 1882.727780] env[62180]: _type = "Task" [ 1882.727780] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.731307] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963795, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.744955] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.770740] env[62180]: DEBUG nova.network.neutron [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Successfully created port: 650dccd6-0ebb-478c-9df6-6799e6774234 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.851690] env[62180]: DEBUG nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.910338] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9707c-5ead-4323-8243-47d49f286be1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.919719] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8f22e-46eb-4af5-8ab2-c2aad8fe86d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.954427] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e36e8-c091-4cfe-9afc-d9b6d535c1cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.963136] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc68e902-a7d3-4b5c-a7c9-8b1c56a0fdd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.977790] env[62180]: DEBUG nova.compute.provider_tree [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.109170] env[62180]: DEBUG oslo_vmware.api [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963799, 'name': PowerOnVM_Task, 'duration_secs': 0.499563} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.109478] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.109656] env[62180]: INFO nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1883.109834] env[62180]: DEBUG nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.110633] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e8d72-0c8d-4e5d-a435-c5fa4563a74c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.152106] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.185123] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.185279] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquired lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.185430] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Forcefully refreshing network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1883.230923] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963795, 'name': CreateVM_Task, 'duration_secs': 1.683183} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.231212] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1883.234950] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.235135] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.235459] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1883.235712] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15beb25b-9d0b-4dc0-b916-ef2788f4a883 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.242602] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963800, 'name': ReconfigVM_Task, 'duration_secs': 0.182211} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.243959] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1883.243959] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528f2ef8-6219-1634-bab2-34f7d34ad6b7" [ 1883.243959] env[62180]: _type = "Task" [ 1883.243959] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.244873] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f6b66-a8ad-434d-b874-c4574688d8d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.277565] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T14:08:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f067b736-b77c-4227-9dfd-8b57563f05b2',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1845534882',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.277565] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.277787] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.277927] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.277975] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.278115] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.278330] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.278493] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.278650] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.278801] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.278960] env[62180]: DEBUG nova.virt.hardware [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.279747] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528f2ef8-6219-1634-bab2-34f7d34ad6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.279954] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4211b3a-1bd9-4ccc-9638-2ae3b11fec09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.285130] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1883.285130] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525c5dcd-22e2-8106-dc16-beeb9ffb0c5f" [ 1883.285130] env[62180]: _type = "Task" [ 1883.285130] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.293209] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525c5dcd-22e2-8106-dc16-beeb9ffb0c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.419477] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.419780] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.419999] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.420692] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.420692] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.420692] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.420854] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.420995] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.421233] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.421417] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.421684] env[62180]: DEBUG nova.virt.hardware [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.422523] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b24a464-30d4-4495-8ab5-425286496ebc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.431589] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf82828-a9a4-4d73-9cb1-bc86f624fbb5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.445257] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:9f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf5a854-a9f6-43c3-9211-19ae270406c4', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.452824] env[62180]: DEBUG oslo.service.loopingcall [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.453179] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.453436] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e514b2c-c860-4fe3-bc70-c9f874bd1ae2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.475392] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1883.475392] env[62180]: value = "task-1963801" [ 1883.475392] env[62180]: _type = "Task" [ 1883.475392] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.480740] env[62180]: DEBUG nova.scheduler.client.report [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.486758] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963801, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.625539] env[62180]: INFO nova.compute.manager [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Took 49.18 seconds to build instance. [ 1883.758267] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528f2ef8-6219-1634-bab2-34f7d34ad6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.061577} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.758624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.758951] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.759087] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.759237] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.759440] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.759703] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c7dc2a-0654-44ce-8750-6a726fe21de3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.798424] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525c5dcd-22e2-8106-dc16-beeb9ffb0c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013546} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.803896] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1883.805081] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c580a44-4bfd-4950-a391-9c66451f1d6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.819968] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.820193] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.820967] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a03a6a-712e-49d6-ac0b-efb285259602 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.826721] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1883.826721] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522befa5-60fd-fab2-337f-58be5f3b012a" [ 1883.826721] env[62180]: _type = "Task" [ 1883.826721] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.830908] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1883.830908] env[62180]: value = "task-1963802" [ 1883.830908] env[62180]: _type = "Task" [ 1883.830908] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.836612] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522befa5-60fd-fab2-337f-58be5f3b012a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.841133] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.864969] env[62180]: DEBUG nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.893398] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.893694] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.893887] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.894112] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.894267] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.894413] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.894623] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.894782] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.894970] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.895146] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.895272] env[62180]: DEBUG nova.virt.hardware [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.896178] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e69f6-a5f3-4c2d-8c79-09f56191a923 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.904354] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc37512-afaf-4660-8e74-41ddd85ec56f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.928887] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.928994] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.986359] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963801, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.990247] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.990247] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.902s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.991281] env[62180]: DEBUG nova.objects.instance [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lazy-loading 'resources' on Instance uuid e33ac3cc-493e-4d11-9f4d-7984e56d3d7c {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.018073] env[62180]: INFO nova.scheduler.client.report [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Deleted allocations for instance 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae [ 1884.128176] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f85824a3-66a2-408d-85c6-51576d9ae0f0 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.699s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.140779] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "9570b747-e196-45a7-8f38-28d10c2935ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.141097] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "9570b747-e196-45a7-8f38-28d10c2935ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.141320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "9570b747-e196-45a7-8f38-28d10c2935ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.141502] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "9570b747-e196-45a7-8f38-28d10c2935ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.142307] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "9570b747-e196-45a7-8f38-28d10c2935ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.144472] env[62180]: INFO nova.compute.manager [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Terminating instance [ 1884.225759] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.226594] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.226594] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.226594] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.226737] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.230018] env[62180]: INFO nova.compute.manager [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Terminating instance [ 1884.340803] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522befa5-60fd-fab2-337f-58be5f3b012a, 'name': SearchDatastore_Task, 'duration_secs': 0.028471} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.342246] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefdaac5-10dd-4ed0-9c81-b58a7f4a3314 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.347578] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963802, 'name': ReconfigVM_Task, 'duration_secs': 0.321045} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.348217] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1884.349126] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9ab31a-5c88-41bb-a21f-47fa417ebd95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.352423] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1884.352423] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52972c9f-a1d7-df17-2162-f07262a1c196" [ 1884.352423] env[62180]: _type = "Task" [ 1884.352423] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.374540] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.377499] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b48872e-2452-4c5e-9bc0-785ae4d3f858 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.396014] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52972c9f-a1d7-df17-2162-f07262a1c196, 'name': SearchDatastore_Task, 'duration_secs': 0.019456} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.396592] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.396910] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d54b9a57-a27b-4d90-bd32-1c498c529a25/d54b9a57-a27b-4d90-bd32-1c498c529a25.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1884.397235] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e323e82-8298-47d4-a800-0c2b6010b767 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.402868] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1884.402868] env[62180]: value = "task-1963803" [ 1884.402868] env[62180]: _type = "Task" [ 1884.402868] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.404124] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1884.404124] env[62180]: value = "task-1963804" [ 1884.404124] env[62180]: _type = "Task" [ 1884.404124] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.415192] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.419440] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.431952] env[62180]: DEBUG nova.compute.utils [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.486863] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963801, 'name': CreateVM_Task, 'duration_secs': 0.89592} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.487062] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.487902] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.488715] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.488715] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.488841] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3802fd5-55cf-4c79-bc39-a003463d89cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.493374] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1884.493374] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527716ac-830b-68b7-22e4-c3b9a868f2ef" [ 1884.493374] env[62180]: _type = "Task" [ 1884.493374] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.504056] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527716ac-830b-68b7-22e4-c3b9a868f2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.526452] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8271bb76-a955-4ccf-9e6f-b45ba238cb6e tempest-VolumesAdminNegativeTest-1134369052 tempest-VolumesAdminNegativeTest-1134369052-project-member] Lock "09d1606b-7a4b-4475-b4c6-7ebc0d7876ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.937s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.612949] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [{"id": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "address": "fa:16:3e:5f:da:b7", "network": {"id": "e0b11eee-76a7-4a8e-9b46-08fd7574d03b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c1823287b82f4bc7b92a0da2039644ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe66c2d-97", "ovs_interfaceid": "0fe66c2d-976a-4b11-aa4c-f76c4b5b8690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.622093] env[62180]: DEBUG nova.network.neutron [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Successfully updated port: 650dccd6-0ebb-478c-9df6-6799e6774234 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.648520] env[62180]: DEBUG nova.compute.manager [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1884.648796] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.649670] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b9e18-2d47-430e-8944-298fd0deebd8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.660258] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.661045] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f5eb33-46d0-4afa-94dc-2e7c7eecc4d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.667463] env[62180]: DEBUG oslo_vmware.api [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1884.667463] env[62180]: value = "task-1963805" [ 1884.667463] env[62180]: _type = "Task" [ 1884.667463] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.675358] env[62180]: DEBUG oslo_vmware.api [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.680502] env[62180]: DEBUG nova.compute.manager [req-71ed65a3-4fed-4dec-8c41-938b5fe2c90e req-6364ac00-95ad-4e6b-9859-b5080bca193c service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Received event network-vif-plugged-650dccd6-0ebb-478c-9df6-6799e6774234 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1884.680707] env[62180]: DEBUG oslo_concurrency.lockutils [req-71ed65a3-4fed-4dec-8c41-938b5fe2c90e req-6364ac00-95ad-4e6b-9859-b5080bca193c service nova] Acquiring lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.680907] env[62180]: DEBUG oslo_concurrency.lockutils [req-71ed65a3-4fed-4dec-8c41-938b5fe2c90e req-6364ac00-95ad-4e6b-9859-b5080bca193c service nova] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.681093] env[62180]: DEBUG oslo_concurrency.lockutils [req-71ed65a3-4fed-4dec-8c41-938b5fe2c90e req-6364ac00-95ad-4e6b-9859-b5080bca193c service nova] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.681302] env[62180]: DEBUG nova.compute.manager [req-71ed65a3-4fed-4dec-8c41-938b5fe2c90e req-6364ac00-95ad-4e6b-9859-b5080bca193c service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] No waiting events found dispatching network-vif-plugged-650dccd6-0ebb-478c-9df6-6799e6774234 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.681420] env[62180]: WARNING nova.compute.manager [req-71ed65a3-4fed-4dec-8c41-938b5fe2c90e req-6364ac00-95ad-4e6b-9859-b5080bca193c service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Received unexpected event network-vif-plugged-650dccd6-0ebb-478c-9df6-6799e6774234 for instance with vm_state building and task_state spawning. [ 1884.732754] env[62180]: DEBUG nova.compute.manager [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1884.733050] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.736243] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb364543-b3d8-4c53-8d3e-3f445694e449 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.744780] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.745073] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f409ab-38d3-4b7f-93f4-d0f9e346f7f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.753656] env[62180]: DEBUG oslo_vmware.api [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1884.753656] env[62180]: value = "task-1963806" [ 1884.753656] env[62180]: _type = "Task" [ 1884.753656] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.763618] env[62180]: DEBUG oslo_vmware.api [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.917295] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963803, 'name': ReconfigVM_Task, 'duration_secs': 0.390728} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.923022] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba/f5a7ea7e-547b-44e5-a28e-d48b61f06aba.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.923436] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.924457] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5587179-bd95-4312-a127-df1aa2e203a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.947416] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.951960] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0750b-cbc1-4336-a47d-9261506e5515 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.981150] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b33323-9287-40b4-a000-a32e77b6b923 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.007021] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791fd04-f113-4b96-a7c8-fa1ea5e47ca9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.016339] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.020097] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2fa842b-63fb-4ee1-8af8-ceeda5e909c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.022296] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527716ac-830b-68b7-22e4-c3b9a868f2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.026323} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.023638] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.024029] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.024374] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.024660] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.024960] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.025867] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a318f4-b906-4b21-bdb5-1ef6d1f7f195 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.029138] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc43e263-6574-446c-9c49-a95a4f9222ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.033713] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1885.033713] env[62180]: value = "task-1963807" [ 1885.033713] env[62180]: _type = "Task" [ 1885.033713] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.039738] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274a2c4-9186-4ad9-bf1f-9d3b57655ded {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.044510] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.044921] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.046664] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6d704b-09e6-4cfa-bf03-318e7aa16522 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.079574] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.081505] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028d7761-01da-4830-8c98-d27e58883a9f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.085816] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1885.085816] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52434007-e18a-1e87-c244-02c98c0b2d34" [ 1885.085816] env[62180]: _type = "Task" [ 1885.085816] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.093927] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694f424-df06-49b7-8b65-2eabbd78c742 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.100893] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52434007-e18a-1e87-c244-02c98c0b2d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.110999] env[62180]: DEBUG nova.compute.provider_tree [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.115181] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Releasing lock "refresh_cache-f8a7a431-66a3-4ecb-a701-5d53e24b28fa" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.115375] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updated the network info_cache for instance {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1885.115565] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.115809] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.116192] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.116305] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.116544] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.116796] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.128261] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.128261] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.128261] env[62180]: DEBUG nova.network.neutron [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.179371] env[62180]: DEBUG oslo_vmware.api [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963805, 'name': PowerOffVM_Task, 'duration_secs': 0.17441} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.179608] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.179608] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.179836] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04bb9502-cd94-4215-aa3a-30843bd0b3a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.263392] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1885.264008] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1885.264008] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleting the datastore file [datastore1] 9570b747-e196-45a7-8f38-28d10c2935ac {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1885.268379] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2e8c66-6d49-42f3-8ada-59d4c97a834f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.270512] env[62180]: DEBUG oslo_vmware.api [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963806, 'name': PowerOffVM_Task, 'duration_secs': 0.192231} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.270766] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.270926] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.271565] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b03bb866-614f-43db-8e10-a8a1b21a75f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.276299] env[62180]: DEBUG oslo_vmware.api [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1885.276299] env[62180]: value = "task-1963809" [ 1885.276299] env[62180]: _type = "Task" [ 1885.276299] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.284419] env[62180]: DEBUG oslo_vmware.api [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.418764] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721293} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.419100] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d54b9a57-a27b-4d90-bd32-1c498c529a25/d54b9a57-a27b-4d90-bd32-1c498c529a25.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1885.419273] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1885.419650] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b72c034-15d1-4db6-9464-140ac1f4b3ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.426273] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1885.426273] env[62180]: value = "task-1963811" [ 1885.426273] env[62180]: _type = "Task" [ 1885.426273] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.434656] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.539469] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1885.539727] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1885.540489] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleting the datastore file [datastore1] 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1885.543798] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a327e55-5ad8-4984-8bbc-103b39ad196f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.552247] env[62180]: DEBUG oslo_vmware.api [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963807, 'name': PowerOnVM_Task, 'duration_secs': 0.514015} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.554074] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.557803] env[62180]: DEBUG oslo_vmware.api [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for the task: (returnval){ [ 1885.557803] env[62180]: value = "task-1963812" [ 1885.557803] env[62180]: _type = "Task" [ 1885.557803] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.567069] env[62180]: DEBUG oslo_vmware.api [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.597773] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52434007-e18a-1e87-c244-02c98c0b2d34, 'name': SearchDatastore_Task, 'duration_secs': 0.030625} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.598591] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d56fa6-3639-4a1f-9e91-ee90102e9132 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.604653] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1885.604653] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52de3e70-86a6-db33-294b-49e164b40e4b" [ 1885.604653] env[62180]: _type = "Task" [ 1885.604653] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.613127] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52de3e70-86a6-db33-294b-49e164b40e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.614038] env[62180]: DEBUG nova.scheduler.client.report [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.624055] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Getting list of instances from cluster (obj){ [ 1885.624055] env[62180]: value = "domain-c8" [ 1885.624055] env[62180]: _type = "ClusterComputeResource" [ 1885.624055] env[62180]: } {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1885.625140] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5623e-9bf1-4fb2-8af8-6c2d6ee99a48 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.651662] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Got total of 17 instances {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1885.651662] env[62180]: WARNING nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] While synchronizing instance power states, found 28 instances in the database and 17 instances on the hypervisor. [ 1885.651662] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid df6f42d3-b222-4186-bd01-47b094a73c5b {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.652011] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.652011] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid f8a7a431-66a3-4ecb-a701-5d53e24b28fa {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.652158] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid e33ac3cc-493e-4d11-9f4d-7984e56d3d7c {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.652344] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid ab653e12-3d2f-45ee-a3bc-13b670f26e75 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.652546] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 1ac84b7c-aff6-497f-941d-99e16550431c {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.652839] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid ca6b96ec-de48-44b9-a6ed-747a28281e06 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.652932] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid ede9cc61-2c36-4b7a-ae64-3b67604931f0 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.653084] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 0cf548fd-816b-4da6-bd20-35fbc8577866 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.653331] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.653462] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 76cdf121-0846-4f03-bcac-a2e6ead239f0 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.653642] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid d72a7ca9-c285-426b-989f-da5c540d4615 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.654120] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid f5a7ea7e-547b-44e5-a28e-d48b61f06aba {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.654120] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid ec57f3a1-7327-42c5-bb73-9d4c3d795f62 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.654120] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 74f7331b-44d3-4b09-88ca-807e8d8f5542 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 843e9045-3f36-44de-adce-9811351fa249 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 1b01664d-b239-4a2b-a775-542535141162 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid d1d94f53-0845-42cb-83fe-36a134aa8847 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid d84af47f-5b7c-479b-8fde-1af80f82d54b {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 8868c05d-32c5-4888-9aa2-e6d174b1d386 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid f75daac5-b2f6-45d0-aff5-11536d96680e {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.655802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 9570b747-e196-45a7-8f38-28d10c2935ac {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.656577] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.656577] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid d54b9a57-a27b-4d90-bd32-1c498c529a25 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.656577] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Triggering sync for uuid 9a2adc70-d3ba-4628-97f4-0ac00379b918 {{(pid=62180) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 1885.656932] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "df6f42d3-b222-4186-bd01-47b094a73c5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.657281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.657580] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.657884] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.658808] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.658808] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.658808] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.659048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.659048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.659380] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "1ac84b7c-aff6-497f-941d-99e16550431c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.659578] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.659755] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.659953] env[62180]: INFO nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1885.660182] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.660401] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.660605] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.660883] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "0cf548fd-816b-4da6-bd20-35fbc8577866" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.661101] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.661364] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.661602] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.661870] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.662107] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.662388] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "d72a7ca9-c285-426b-989f-da5c540d4615" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.662662] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.663067] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.663279] env[62180]: INFO nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1885.663634] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.664028] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.664261] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.664527] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.664814] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.665045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.665327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.665532] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.665809] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.666035] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "843e9045-3f36-44de-adce-9811351fa249" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.666292] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "1b01664d-b239-4a2b-a775-542535141162" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.666556] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "d1d94f53-0845-42cb-83fe-36a134aa8847" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.666778] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.666993] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.667217] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.667583] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.667821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.668097] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "f75daac5-b2f6-45d0-aff5-11536d96680e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.668348] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "9570b747-e196-45a7-8f38-28d10c2935ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.668620] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.668856] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.669099] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.669289] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.669448] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1885.670218] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2235db-1e70-4d58-9716-c9c83c8dc159 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.673611] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31fcaf-0c3a-45f5-a36d-bd55539e5415 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.676416] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac30b5e-7543-44e6-ab27-3831b1fec7d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.679261] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afae3cf1-703a-48c7-88ec-90ceb27d0dfe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.681933] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb411a1-0b11-4c8d-9936-98a3123e4037 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.684692] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e8e93-5bbf-434f-b850-bd17bc0a7c2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.688075] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3f298-11f8-478b-891f-7febf0224809 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.691998] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf7c58-591e-4118-8e5b-9948d27159b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.694958] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde49a0-038e-4a98-8e0f-a6249179a1c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.700162] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdbebf6-b4de-4180-bae6-6b19d3c49a28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.703134] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ab843-caef-4bf1-add9-93b1abee6bc9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.706269] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5d8449-c8d4-401d-9577-a04a93b9039f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.709280] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5a1eac-9eb8-427f-9691-1116d91e314f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.712320] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9938ff1-30c0-4cc8-a100-018a5f42f085 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.714822] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.722103] env[62180]: DEBUG nova.network.neutron [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.729933] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.778019] env[62180]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1885.778280] env[62180]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1885.780150] env[62180]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1885.787658] env[62180]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1885.805261] env[62180]: DEBUG oslo_vmware.api [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151748} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.807589] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.807589] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.807589] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.807589] env[62180]: INFO nova.compute.manager [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1885.807589] env[62180]: DEBUG oslo.service.loopingcall [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.809162] env[62180]: DEBUG nova.compute.manager [-] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1885.809162] env[62180]: DEBUG nova.network.neutron [-] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.937146] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070299} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.941011] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1885.941011] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bddc97c-0ffc-430f-b92a-93f6bb2ead10 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.969430] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] d54b9a57-a27b-4d90-bd32-1c498c529a25/d54b9a57-a27b-4d90-bd32-1c498c529a25.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1885.969769] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b07f6e-655e-4bbb-a9d0-d9e49b6cc657 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.990235] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1885.990235] env[62180]: value = "task-1963813" [ 1885.990235] env[62180]: _type = "Task" [ 1885.990235] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.997409] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.041348] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.071338] env[62180]: DEBUG oslo_vmware.api [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Task: {'id': task-1963812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180939} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.072107] env[62180]: DEBUG nova.network.neutron [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance_info_cache with network_info: [{"id": "650dccd6-0ebb-478c-9df6-6799e6774234", "address": "fa:16:3e:b4:19:1e", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650dccd6-0e", "ovs_interfaceid": "650dccd6-0ebb-478c-9df6-6799e6774234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.073168] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1886.073357] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1886.073534] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1886.073707] env[62180]: INFO nova.compute.manager [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1886.073941] env[62180]: DEBUG oslo.service.loopingcall [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.074324] env[62180]: DEBUG nova.compute.manager [-] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1886.074422] env[62180]: DEBUG nova.network.neutron [-] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1886.114649] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52de3e70-86a6-db33-294b-49e164b40e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.114911] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.115175] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.115420] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5a8cad2-984e-4896-aad8-f31a2f2812f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.118206] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.120450] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.887s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.122167] env[62180]: INFO nova.compute.claims [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1886.126234] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1886.126234] env[62180]: value = "task-1963814" [ 1886.126234] env[62180]: _type = "Task" [ 1886.126234] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.135855] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.144221] env[62180]: INFO nova.scheduler.client.report [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Deleted allocations for instance e33ac3cc-493e-4d11-9f4d-7984e56d3d7c [ 1886.270991] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.609s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.277951] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.617s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.280926] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.614s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.295849] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.631s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.296210] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.631s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.296518] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.635s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.313497] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.656s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.314141] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.656s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.314464] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.653s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.314758] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.647s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.315056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.657s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.315488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.656s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.315716] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.651s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.316037] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "843e9045-3f36-44de-adce-9811351fa249" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.650s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.316270] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.275s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.316507] env[62180]: INFO nova.compute.manager [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Attaching volume 6ddd94ba-8e53-405f-b31e-bdf82b43b3f0 to /dev/sdb [ 1886.358244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4588c9fa-41e5-4efd-969e-7088c4b2cfc9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.365724] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7213b907-dc0a-4437-a544-e859083edfb2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.382251] env[62180]: DEBUG nova.virt.block_device [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating existing volume attachment record: f5b1685a-1324-4c41-9ec4-3e60314f24d3 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1886.501852] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.567937] env[62180]: INFO nova.compute.manager [None req-8ea2346c-38c4-499f-9ba6-f3678ac54d7e tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance to original state: 'active' [ 1886.575904] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.576260] env[62180]: DEBUG nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Instance network_info: |[{"id": "650dccd6-0ebb-478c-9df6-6799e6774234", "address": "fa:16:3e:b4:19:1e", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650dccd6-0e", "ovs_interfaceid": "650dccd6-0ebb-478c-9df6-6799e6774234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.576699] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:19:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '650dccd6-0ebb-478c-9df6-6799e6774234', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.589136] env[62180]: DEBUG oslo.service.loopingcall [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.589136] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.590064] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b34665-6226-4006-bb4e-b835ee20a909 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.623847] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.623847] env[62180]: value = "task-1963816" [ 1886.623847] env[62180]: _type = "Task" [ 1886.623847] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.639482] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963816, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.644479] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963814, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.655005] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bf231383-8b0f-4634-ba75-69d793ed4008 tempest-SecurityGroupsTestJSON-1616686844 tempest-SecurityGroupsTestJSON-1616686844-project-member] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.118s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.656013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.997s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.656573] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0a44a7a-6446-4a3f-ab7f-8933bcccb9be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.671914] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb0875f-a41c-46c9-b912-576a91040985 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.729991] env[62180]: DEBUG nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Received event network-changed-650dccd6-0ebb-478c-9df6-6799e6774234 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1886.729991] env[62180]: DEBUG nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Refreshing instance network info cache due to event network-changed-650dccd6-0ebb-478c-9df6-6799e6774234. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1886.730297] env[62180]: DEBUG oslo_concurrency.lockutils [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] Acquiring lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.730426] env[62180]: DEBUG oslo_concurrency.lockutils [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] Acquired lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.730545] env[62180]: DEBUG nova.network.neutron [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Refreshing network info cache for port 650dccd6-0ebb-478c-9df6-6799e6774234 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.775860] env[62180]: DEBUG nova.network.neutron [-] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.971343] env[62180]: DEBUG nova.network.neutron [-] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.005257] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963813, 'name': ReconfigVM_Task, 'duration_secs': 0.694867} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.005614] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Reconfigured VM instance instance-0000004e to attach disk [datastore1] d54b9a57-a27b-4d90-bd32-1c498c529a25/d54b9a57-a27b-4d90-bd32-1c498c529a25.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.008832] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60f4d0cb-2010-4fd2-9e1c-40621ab348e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.017162] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1887.017162] env[62180]: value = "task-1963819" [ 1887.017162] env[62180]: _type = "Task" [ 1887.017162] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.027107] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963819, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.145451] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963816, 'name': CreateVM_Task, 'duration_secs': 0.504952} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.146442] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1887.146442] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.147063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.147250] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1887.151325] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06282ba-3c34-4f28-8b6f-bc59ed1363b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.154035] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651769} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.154987] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.154987] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.157134] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c15b1215-291a-45f2-bd28-7bc9041c4853 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.161468] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1887.161468] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5289a1b5-9b08-8eb6-ef9a-b51e124aaac6" [ 1887.161468] env[62180]: _type = "Task" [ 1887.161468] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.168429] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1887.168429] env[62180]: value = "task-1963820" [ 1887.168429] env[62180]: _type = "Task" [ 1887.168429] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.182290] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5289a1b5-9b08-8eb6-ef9a-b51e124aaac6, 'name': SearchDatastore_Task, 'duration_secs': 0.012582} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.183249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.183597] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.183743] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.183895] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.184089] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.184369] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fee16704-9483-4fcb-a4b6-336bb546d566 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.192660] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.200857] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.201041] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.201787] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7706456-4448-4efd-b3f4-9ab48ce8820d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.207360] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1887.207360] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a059e6-d91e-9bbc-a1f1-6c1a7d30bca0" [ 1887.207360] env[62180]: _type = "Task" [ 1887.207360] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.218939] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a059e6-d91e-9bbc-a1f1-6c1a7d30bca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.219447] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "e33ac3cc-493e-4d11-9f4d-7984e56d3d7c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.279713] env[62180]: INFO nova.compute.manager [-] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Took 1.47 seconds to deallocate network for instance. [ 1887.473253] env[62180]: INFO nova.compute.manager [-] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Took 1.40 seconds to deallocate network for instance. [ 1887.528478] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963819, 'name': Rename_Task, 'duration_secs': 0.172747} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.531464] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.533454] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a70facd7-e54f-4aff-a29a-33a6030099e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.545538] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1887.545538] env[62180]: value = "task-1963821" [ 1887.545538] env[62180]: _type = "Task" [ 1887.545538] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.559431] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.680688] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076682} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.681436] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.682293] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789ce33b-ed1e-4f43-944e-f2a3e171f000 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.685924] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a42802-a1b4-45f8-9e02-651e7161adfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.716569] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.718885] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ecd32aa-4243-46b2-a205-e95c0aaf8f28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.743225] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6825ed4e-29a8-44b9-afc9-765353bd5226 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.754288] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a059e6-d91e-9bbc-a1f1-6c1a7d30bca0, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.784033] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1887.784033] env[62180]: value = "task-1963822" [ 1887.784033] env[62180]: _type = "Task" [ 1887.784033] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.784033] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa64bb0d-7f32-499c-8164-eb65bf629638 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.786475] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f07f00d-72c9-4e6b-8fe5-cae2a81b2571 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.790100] env[62180]: DEBUG nova.network.neutron [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updated VIF entry in instance network info cache for port 650dccd6-0ebb-478c-9df6-6799e6774234. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.790447] env[62180]: DEBUG nova.network.neutron [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance_info_cache with network_info: [{"id": "650dccd6-0ebb-478c-9df6-6799e6774234", "address": "fa:16:3e:b4:19:1e", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650dccd6-0e", "ovs_interfaceid": "650dccd6-0ebb-478c-9df6-6799e6774234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.796026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.808056] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda8cdb-4ca5-4491-945a-96b1ee22ed44 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.812745] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1887.812745] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5270c5d0-e9ee-5f16-2ea3-9f7d4b9e11a7" [ 1887.812745] env[62180]: _type = "Task" [ 1887.812745] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.813267] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.828281] env[62180]: DEBUG nova.compute.provider_tree [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.833727] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5270c5d0-e9ee-5f16-2ea3-9f7d4b9e11a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.833856] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.834126] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9a2adc70-d3ba-4628-97f4-0ac00379b918/9a2adc70-d3ba-4628-97f4-0ac00379b918.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.834373] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2814e0b6-25aa-421d-a910-d29bfc8060ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.843268] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1887.843268] env[62180]: value = "task-1963823" [ 1887.843268] env[62180]: _type = "Task" [ 1887.843268] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.854052] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.984070] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.041834] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.042140] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.042360] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.042564] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.042752] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.044953] env[62180]: INFO nova.compute.manager [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Terminating instance [ 1888.059544] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963821, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.296882] env[62180]: DEBUG oslo_concurrency.lockutils [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] Releasing lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.297326] env[62180]: DEBUG nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Received event network-vif-deleted-a6a73f70-0889-4b0f-a32f-3455f61e1fa6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1888.297589] env[62180]: INFO nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Neutron deleted interface a6a73f70-0889-4b0f-a32f-3455f61e1fa6; detaching it from the instance and deleting it from the info cache [ 1888.297837] env[62180]: DEBUG nova.network.neutron [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.307795] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963822, 'name': ReconfigVM_Task, 'duration_secs': 0.298649} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.307795] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.307795] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec33bd36-5130-43f6-ba66-302cdf03770f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.320399] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1888.320399] env[62180]: value = "task-1963824" [ 1888.320399] env[62180]: _type = "Task" [ 1888.320399] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.330276] env[62180]: DEBUG nova.scheduler.client.report [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.340470] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963824, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.360718] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963823, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.513705] env[62180]: INFO nova.compute.manager [None req-833936ed-50b2-427b-84d9-80dea4177e56 tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Get console output [ 1888.515827] env[62180]: WARNING nova.virt.vmwareapi.driver [None req-833936ed-50b2-427b-84d9-80dea4177e56 tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] The console log is missing. Check your VSPC configuration [ 1888.561722] env[62180]: DEBUG nova.compute.manager [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1888.562008] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.562396] env[62180]: DEBUG oslo_vmware.api [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963821, 'name': PowerOnVM_Task, 'duration_secs': 0.641535} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.563138] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffed1ba-89cf-4fa2-8ea3-6248057dcd91 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.566024] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1888.566275] env[62180]: INFO nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1888.566493] env[62180]: DEBUG nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.567297] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe0b1a-919b-4fb5-a355-fef7c2188553 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.579411] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.579673] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5949848a-f891-4144-adad-cb688faa4904 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.587421] env[62180]: DEBUG oslo_vmware.api [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1888.587421] env[62180]: value = "task-1963825" [ 1888.587421] env[62180]: _type = "Task" [ 1888.587421] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.599449] env[62180]: DEBUG oslo_vmware.api [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.806037] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e77a110f-8ebd-4c63-afb1-5b8095f32f9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.817074] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422e796-245b-4b44-8575-3c0718376ac0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.840121] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963824, 'name': Rename_Task, 'duration_secs': 0.210646} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.840457] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.840721] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f5bc32-5360-457b-b0b3-52e89a047167 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.843338] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.844451] env[62180]: DEBUG nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1888.848256] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.520s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.849283] env[62180]: DEBUG nova.objects.instance [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lazy-loading 'resources' on Instance uuid 1ac84b7c-aff6-497f-941d-99e16550431c {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1888.886243] env[62180]: DEBUG nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Detach interface failed, port_id=a6a73f70-0889-4b0f-a32f-3455f61e1fa6, reason: Instance 9570b747-e196-45a7-8f38-28d10c2935ac could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1888.886741] env[62180]: DEBUG nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Received event network-vif-deleted-54ceccbc-0b45-4bab-acd4-606087bb12da {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1888.886956] env[62180]: INFO nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Neutron deleted interface 54ceccbc-0b45-4bab-acd4-606087bb12da; detaching it from the instance and deleting it from the info cache [ 1888.887270] env[62180]: DEBUG nova.network.neutron [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.895979] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1888.895979] env[62180]: value = "task-1963826" [ 1888.895979] env[62180]: _type = "Task" [ 1888.895979] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.908733] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561362} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.911519] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9a2adc70-d3ba-4628-97f4-0ac00379b918/9a2adc70-d3ba-4628-97f4-0ac00379b918.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.911519] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.911519] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3de5f67-8a9d-4a26-af7b-fbd19b3d2951 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.919470] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.931658] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1888.931658] env[62180]: value = "task-1963827" [ 1888.931658] env[62180]: _type = "Task" [ 1888.931658] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.948416] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.089535] env[62180]: INFO nova.compute.manager [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Took 48.70 seconds to build instance. [ 1889.106810] env[62180]: DEBUG oslo_vmware.api [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963825, 'name': PowerOffVM_Task, 'duration_secs': 0.511378} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.107614] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1889.107826] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1889.108116] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf6a2f0-8cdb-485f-ba95-b4fb5772ba5a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.292922] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1889.293091] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1889.293815] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Deleting the datastore file [datastore1] f5a7ea7e-547b-44e5-a28e-d48b61f06aba {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1889.293815] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f02b929d-d2dd-477f-9e9a-4c07a24191ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.302472] env[62180]: DEBUG oslo_vmware.api [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1889.302472] env[62180]: value = "task-1963830" [ 1889.302472] env[62180]: _type = "Task" [ 1889.302472] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.315271] env[62180]: DEBUG oslo_vmware.api [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.384948] env[62180]: DEBUG nova.compute.utils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.388895] env[62180]: DEBUG nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1889.388895] env[62180]: DEBUG nova.network.neutron [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1889.393234] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23f70a1d-3005-422f-b8f2-2810dd8f1d51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.408458] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8709ab-9dc3-4655-aeeb-66ff2bd84383 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.423587] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.451973] env[62180]: DEBUG nova.compute.manager [req-bf553aaa-e131-4d2b-971b-3e9c710f203b req-fbb3045c-8a8b-4758-8d4f-cfdf6e218d35 service nova] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Detach interface failed, port_id=54ceccbc-0b45-4bab-acd4-606087bb12da, reason: Instance 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1889.461303] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07615} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.462482] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1889.462482] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b461c5-e157-4001-b013-0e67f1f9130b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.488557] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 9a2adc70-d3ba-4628-97f4-0ac00379b918/9a2adc70-d3ba-4628-97f4-0ac00379b918.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.491038] env[62180]: DEBUG nova.policy [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67a7fcbb47c48af867e3eabd8b9d222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b56ae858f034847b6748ffb4b341dfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1889.496231] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d814ad-1a10-42bb-b9a3-cf2e5fe56961 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.524252] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1889.524252] env[62180]: value = "task-1963831" [ 1889.524252] env[62180]: _type = "Task" [ 1889.524252] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.536301] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.551493] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb373bd5-0e93-4f29-a6c5-85373ca97bb8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.559346] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99c17d-d27b-41eb-89de-bc9adf51d009 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.595363] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16476d34-1c94-42ba-bbde-963db946263e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.601319] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ebd7cec3-f27a-4fa9-89b1-5208972736e3 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.638s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.601609] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.933s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.601870] env[62180]: INFO nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] During sync_power_state the instance has a pending task (spawning). Skip. [ 1889.602130] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.606294] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da87d39-7dfd-440f-ab4f-3603539e0f84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.621740] env[62180]: DEBUG nova.compute.provider_tree [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.817825] env[62180]: DEBUG oslo_vmware.api [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305356} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.818235] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1889.818506] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1889.818874] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1889.819096] env[62180]: INFO nova.compute.manager [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1889.819407] env[62180]: DEBUG oslo.service.loopingcall [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.819702] env[62180]: DEBUG nova.compute.manager [-] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1889.819756] env[62180]: DEBUG nova.network.neutron [-] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1889.891021] env[62180]: DEBUG nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1889.916067] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.040822] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.125833] env[62180]: DEBUG nova.scheduler.client.report [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.171483] env[62180]: DEBUG nova.network.neutron [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Successfully created port: e27d8e86-08b7-4803-8d86-9314cf6f8d33 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1890.410597] env[62180]: DEBUG oslo_vmware.api [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963826, 'name': PowerOnVM_Task, 'duration_secs': 1.403482} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.412090] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.412090] env[62180]: DEBUG nova.compute.manager [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.412090] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c90591-ff7f-42c7-8a69-c20be221b4ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.541025] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963831, 'name': ReconfigVM_Task, 'duration_secs': 0.535687} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.541025] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 9a2adc70-d3ba-4628-97f4-0ac00379b918/9a2adc70-d3ba-4628-97f4-0ac00379b918.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.541292] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010097f1-5ca6-49c8-8044-b2efa944d36f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.548634] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1890.548634] env[62180]: value = "task-1963832" [ 1890.548634] env[62180]: _type = "Task" [ 1890.548634] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.557263] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963832, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.632961] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.635751] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.372s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.635751] env[62180]: DEBUG nova.objects.instance [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lazy-loading 'resources' on Instance uuid 1b01664d-b239-4a2b-a775-542535141162 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.669901] env[62180]: INFO nova.scheduler.client.report [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Deleted allocations for instance 1ac84b7c-aff6-497f-941d-99e16550431c [ 1890.820099] env[62180]: DEBUG nova.network.neutron [-] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.895907] env[62180]: DEBUG nova.compute.manager [req-f731df88-b9b6-4090-a68c-479693926044 req-0f94e634-892c-4569-860e-6ce1416653ff service nova] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Received event network-vif-deleted-ba83de47-43ac-49d1-b548-b9603bed8a3d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1890.906154] env[62180]: DEBUG nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1890.938900] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.949828] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6b44551dec51f5bfb90f17c3d0de0c34',container_format='bare',created_at=2024-12-24T14:10:42Z,direct_url=,disk_format='vmdk',id=95a644fa-119e-4c4e-a78b-f75b6a7f21c3,min_disk=1,min_ram=0,name='tempest-test-snap-1041054495',owner='0b56ae858f034847b6748ffb4b341dfc',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-24T14:10:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1890.954040] env[62180]: DEBUG nova.virt.hardware [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1890.954040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fdb01a-f275-4088-a38c-3a7dd9af0018 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.962185] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b7472e-63f2-4428-baea-2d72731e393f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.059585] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963832, 'name': Rename_Task, 'duration_secs': 0.250019} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.059829] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1891.060106] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd1341c3-5f85-4320-b980-f42d2f5d1b00 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.067173] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1891.067173] env[62180]: value = "task-1963833" [ 1891.067173] env[62180]: _type = "Task" [ 1891.067173] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.075500] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.178456] env[62180]: DEBUG oslo_concurrency.lockutils [None req-48c55b76-9f7f-468c-8b1f-0863b359300a tempest-ServersV294TestFqdnHostnames-785061748 tempest-ServersV294TestFqdnHostnames-785061748-project-member] Lock "1ac84b7c-aff6-497f-941d-99e16550431c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.915s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.180187] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "1ac84b7c-aff6-497f-941d-99e16550431c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.521s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.183252] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70e31c7e-9e0c-4c82-b796-d7f74b20cee0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.196530] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c912f0-1ef7-4518-a836-aa9d74590385 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.214097] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e401d2c1-8c0d-4494-b30d-be2e676bef46 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.214372] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e401d2c1-8c0d-4494-b30d-be2e676bef46 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.214764] env[62180]: DEBUG nova.objects.instance [None req-e401d2c1-8c0d-4494-b30d-be2e676bef46 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'flavor' on Instance uuid 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.298813] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "b155f91d-913d-4e0d-ad02-085509c15f9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.298813] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.324042] env[62180]: INFO nova.compute.manager [-] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Took 1.50 seconds to deallocate network for instance. [ 1891.451509] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1891.451752] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404527', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'name': 'volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e9045-3f36-44de-adce-9811351fa249', 'attached_at': '', 'detached_at': '', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'serial': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1891.452673] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b11805-edbb-47ab-95af-f2fae8f55e28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.482171] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7845eb-1d43-403c-8392-49816a7bff31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.513821] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0/volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.517330] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a67790a-2c51-426c-8d92-a390492102c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.537996] env[62180]: DEBUG oslo_vmware.api [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1891.537996] env[62180]: value = "task-1963834" [ 1891.537996] env[62180]: _type = "Task" [ 1891.537996] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.552279] env[62180]: DEBUG oslo_vmware.api [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.577485] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.720707] env[62180]: DEBUG nova.objects.instance [None req-e401d2c1-8c0d-4494-b30d-be2e676bef46 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'pci_requests' on Instance uuid 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.751624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "1ac84b7c-aff6-497f-941d-99e16550431c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.800827] env[62180]: DEBUG nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.834150] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.862062] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc79e49-b07c-4840-8324-2a8495f9735d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.874037] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ed499-4d30-44a9-b9eb-42254dab38b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.913149] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df241484-b811-4126-b4a5-89a01a3397a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.924030] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce340d61-cbb2-4aa6-90b2-3aa71dd182e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.939666] env[62180]: DEBUG nova.compute.provider_tree [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.048229] env[62180]: DEBUG oslo_vmware.api [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.079225] env[62180]: DEBUG oslo_vmware.api [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963833, 'name': PowerOnVM_Task, 'duration_secs': 0.95063} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.079438] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1892.079775] env[62180]: INFO nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1892.080693] env[62180]: DEBUG nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1892.081038] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773909a-3f6b-4d84-ac8e-4905c19bd944 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.224292] env[62180]: DEBUG nova.objects.base [None req-e401d2c1-8c0d-4494-b30d-be2e676bef46 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Object Instance<24203e3c-d56f-47b0-87d8-1a84aa291fe9> lazy-loaded attributes: flavor,pci_requests {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1892.224580] env[62180]: DEBUG nova.network.neutron [None req-e401d2c1-8c0d-4494-b30d-be2e676bef46 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1892.324344] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.442246] env[62180]: DEBUG nova.scheduler.client.report [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.548708] env[62180]: DEBUG oslo_vmware.api [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963834, 'name': ReconfigVM_Task, 'duration_secs': 0.645614} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.549102] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0/volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.554703] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b13a1a97-5416-436e-9556-964541b7149b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.572823] env[62180]: DEBUG oslo_vmware.api [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1892.572823] env[62180]: value = "task-1963835" [ 1892.572823] env[62180]: _type = "Task" [ 1892.572823] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.582553] env[62180]: DEBUG oslo_vmware.api [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.603115] env[62180]: INFO nova.compute.manager [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Took 48.19 seconds to build instance. [ 1892.783615] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e401d2c1-8c0d-4494-b30d-be2e676bef46 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.568s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.792497] env[62180]: DEBUG nova.network.neutron [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Successfully updated port: e27d8e86-08b7-4803-8d86-9314cf6f8d33 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1892.947411] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.950082] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.090s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.951853] env[62180]: INFO nova.compute.claims [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1892.992928] env[62180]: INFO nova.scheduler.client.report [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Deleted allocations for instance 1b01664d-b239-4a2b-a775-542535141162 [ 1893.085026] env[62180]: DEBUG oslo_vmware.api [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963835, 'name': ReconfigVM_Task, 'duration_secs': 0.177394} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.085026] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404527', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'name': 'volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e9045-3f36-44de-adce-9811351fa249', 'attached_at': '', 'detached_at': '', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'serial': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1893.106421] env[62180]: DEBUG oslo_concurrency.lockutils [None req-147f66a5-d970-4e49-97f2-8cd9cb899392 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.210s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.106421] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.437s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.106421] env[62180]: INFO nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] During sync_power_state the instance has a pending task (spawning). Skip. [ 1893.106421] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.294983] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "refresh_cache-19741302-ee44-4652-8c2b-0e9dd014d1c2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.297649] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "refresh_cache-19741302-ee44-4652-8c2b-0e9dd014d1c2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.297649] env[62180]: DEBUG nova.network.neutron [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.505010] env[62180]: DEBUG oslo_concurrency.lockutils [None req-456804fb-5933-428e-ab65-0e0e35569f8b tempest-ServerMetadataNegativeTestJSON-599004899 tempest-ServerMetadataNegativeTestJSON-599004899-project-member] Lock "1b01664d-b239-4a2b-a775-542535141162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.748s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.506076] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "1b01664d-b239-4a2b-a775-542535141162" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.840s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.506482] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58f9f9a2-cad3-4794-b00a-75b904006413 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.519182] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93af45b-31d1-4960-889d-472e7a91d094 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.887082] env[62180]: DEBUG nova.network.neutron [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.059519] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "1b01664d-b239-4a2b-a775-542535141162" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.086933] env[62180]: DEBUG nova.compute.manager [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Received event network-vif-plugged-e27d8e86-08b7-4803-8d86-9314cf6f8d33 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.087189] env[62180]: DEBUG oslo_concurrency.lockutils [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] Acquiring lock "19741302-ee44-4652-8c2b-0e9dd014d1c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.087412] env[62180]: DEBUG oslo_concurrency.lockutils [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.087632] env[62180]: DEBUG oslo_concurrency.lockutils [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.087799] env[62180]: DEBUG nova.compute.manager [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] No waiting events found dispatching network-vif-plugged-e27d8e86-08b7-4803-8d86-9314cf6f8d33 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.087987] env[62180]: WARNING nova.compute.manager [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Received unexpected event network-vif-plugged-e27d8e86-08b7-4803-8d86-9314cf6f8d33 for instance with vm_state building and task_state spawning. [ 1894.088138] env[62180]: DEBUG nova.compute.manager [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Received event network-changed-e27d8e86-08b7-4803-8d86-9314cf6f8d33 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.088292] env[62180]: DEBUG nova.compute.manager [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Refreshing instance network info cache due to event network-changed-e27d8e86-08b7-4803-8d86-9314cf6f8d33. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1894.088457] env[62180]: DEBUG oslo_concurrency.lockutils [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] Acquiring lock "refresh_cache-19741302-ee44-4652-8c2b-0e9dd014d1c2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.135781] env[62180]: DEBUG nova.objects.instance [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lazy-loading 'flavor' on Instance uuid 843e9045-3f36-44de-adce-9811351fa249 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.373085] env[62180]: DEBUG nova.network.neutron [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Updating instance_info_cache with network_info: [{"id": "e27d8e86-08b7-4803-8d86-9314cf6f8d33", "address": "fa:16:3e:d4:7c:49", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27d8e86-08", "ovs_interfaceid": "e27d8e86-08b7-4803-8d86-9314cf6f8d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.544711] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743951fb-2dd3-4c7f-9d10-c5af5d7b38e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.557026] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbc0643-522c-4d40-9e7c-f4543808aa05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.598421] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919ac2c-1c74-4b6a-b4fb-7bd44f096f37 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.606782] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84541735-b80c-457d-a09a-75857f428d72 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.621446] env[62180]: DEBUG nova.compute.provider_tree [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.641220] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bbd282b-1c62-46b0-bef9-81c8e7a81821 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.325s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.879116] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "refresh_cache-19741302-ee44-4652-8c2b-0e9dd014d1c2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.880358] env[62180]: DEBUG nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Instance network_info: |[{"id": "e27d8e86-08b7-4803-8d86-9314cf6f8d33", "address": "fa:16:3e:d4:7c:49", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27d8e86-08", "ovs_interfaceid": "e27d8e86-08b7-4803-8d86-9314cf6f8d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1894.880358] env[62180]: DEBUG oslo_concurrency.lockutils [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] Acquired lock "refresh_cache-19741302-ee44-4652-8c2b-0e9dd014d1c2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.880358] env[62180]: DEBUG nova.network.neutron [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Refreshing network info cache for port e27d8e86-08b7-4803-8d86-9314cf6f8d33 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1894.881840] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:7c:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e27d8e86-08b7-4803-8d86-9314cf6f8d33', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.895065] env[62180]: DEBUG oslo.service.loopingcall [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.895892] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.896414] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd60069d-06c3-48d5-843b-ec95ab6f2959 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.918282] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1894.918282] env[62180]: value = "task-1963836" [ 1894.918282] env[62180]: _type = "Task" [ 1894.918282] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.931975] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963836, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.946925] env[62180]: INFO nova.compute.manager [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Rebuilding instance [ 1894.997111] env[62180]: DEBUG nova.compute.manager [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.997987] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54de210c-0873-483e-be00-1b4b1b0951fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.124677] env[62180]: DEBUG nova.scheduler.client.report [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.357930] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.358345] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.434198] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963836, 'name': CreateVM_Task, 'duration_secs': 0.383947} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.434328] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.436091] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.436460] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.437361] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.437763] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef18ff5-73f7-4d92-91bf-e87be5f596ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.445472] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1895.445472] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c0b5a1-36ea-1087-c8be-46f32db57e0a" [ 1895.445472] env[62180]: _type = "Task" [ 1895.445472] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.457862] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c0b5a1-36ea-1087-c8be-46f32db57e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.523224] env[62180]: INFO nova.compute.manager [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Rescuing [ 1895.523875] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.524100] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.524278] env[62180]: DEBUG nova.network.neutron [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.630024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.630594] env[62180]: DEBUG nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.634318] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.158s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.636153] env[62180]: INFO nova.compute.claims [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.666131] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.666428] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.666848] env[62180]: DEBUG nova.objects.instance [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'flavor' on Instance uuid 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.864273] env[62180]: DEBUG nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1895.957494] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.957812] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Processing image 95a644fa-119e-4c4e-a78b-f75b6a7f21c3 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.958104] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3/95a644fa-119e-4c4e-a78b-f75b6a7f21c3.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.958293] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3/95a644fa-119e-4c4e-a78b-f75b6a7f21c3.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.958512] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.959419] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3552a6bc-1f33-45ac-afd3-c58b13a77081 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.973303] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.973594] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.974282] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d412080d-3a19-4191-83a3-33f03baae52d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.981849] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1895.981849] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c3682f-1670-5bbc-e17a-64bde6abb2ae" [ 1895.981849] env[62180]: _type = "Task" [ 1895.981849] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.995845] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c3682f-1670-5bbc-e17a-64bde6abb2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.015014] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.015232] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8ea4e16-0711-4c61-adc2-26ef19c51a90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.023641] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1896.023641] env[62180]: value = "task-1963837" [ 1896.023641] env[62180]: _type = "Task" [ 1896.023641] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.031504] env[62180]: DEBUG nova.network.neutron [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Updated VIF entry in instance network info cache for port e27d8e86-08b7-4803-8d86-9314cf6f8d33. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.031929] env[62180]: DEBUG nova.network.neutron [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Updating instance_info_cache with network_info: [{"id": "e27d8e86-08b7-4803-8d86-9314cf6f8d33", "address": "fa:16:3e:d4:7c:49", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27d8e86-08", "ovs_interfaceid": "e27d8e86-08b7-4803-8d86-9314cf6f8d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.047827] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.141504] env[62180]: DEBUG nova.compute.utils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.155092] env[62180]: DEBUG nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1896.155092] env[62180]: DEBUG nova.network.neutron [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.288418] env[62180]: DEBUG nova.policy [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffa515895f74488c921e08b9e4e9fb14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '612f3fd492cc48eba639f26eef24f669', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.339169] env[62180]: DEBUG nova.objects.instance [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'pci_requests' on Instance uuid 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.409355] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.495657] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Preparing fetch location {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1896.496081] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Fetch image to [datastore1] OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775/OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775.vmdk {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1896.496424] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Downloading stream optimized image 95a644fa-119e-4c4e-a78b-f75b6a7f21c3 to [datastore1] OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775/OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775.vmdk on the data store datastore1 as vApp {{(pid=62180) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1896.496660] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Downloading image file data 95a644fa-119e-4c4e-a78b-f75b6a7f21c3 to the ESX as VM named 'OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775' {{(pid=62180) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1896.548186] env[62180]: DEBUG oslo_concurrency.lockutils [req-bcc091f8-2e64-40a1-b501-bd4705455cdc req-3c4d378c-ba13-4b89-9e81-bd9aad3241b6 service nova] Releasing lock "refresh_cache-19741302-ee44-4652-8c2b-0e9dd014d1c2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.554440] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963837, 'name': PowerOffVM_Task, 'duration_secs': 0.245004} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.554705] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.554937] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.555918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8527d4-6f4d-4bca-8e21-c341291fcd25 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.563643] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.565994] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c193af79-a276-40a4-8a29-7afbda15717d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.594039] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1896.594039] env[62180]: value = "resgroup-9" [ 1896.594039] env[62180]: _type = "ResourcePool" [ 1896.594039] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1896.594361] env[62180]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7e52936d-0f92-4c92-8913-e8a2fc9c05e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.616578] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease: (returnval){ [ 1896.616578] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52405be0-7d0d-639a-5abb-48b42fdd51e7" [ 1896.616578] env[62180]: _type = "HttpNfcLease" [ 1896.616578] env[62180]: } obtained for vApp import into resource pool (val){ [ 1896.616578] env[62180]: value = "resgroup-9" [ 1896.616578] env[62180]: _type = "ResourcePool" [ 1896.616578] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1896.616918] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the lease: (returnval){ [ 1896.616918] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52405be0-7d0d-639a-5abb-48b42fdd51e7" [ 1896.616918] env[62180]: _type = "HttpNfcLease" [ 1896.616918] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1896.627221] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1896.627221] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52405be0-7d0d-639a-5abb-48b42fdd51e7" [ 1896.627221] env[62180]: _type = "HttpNfcLease" [ 1896.627221] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1896.655949] env[62180]: DEBUG nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.711365] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1896.711365] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1896.711365] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleting the datastore file [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1896.711365] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03482cfc-b9c6-49ff-9788-c1cadb22fde5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.718996] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1896.718996] env[62180]: value = "task-1963840" [ 1896.718996] env[62180]: _type = "Task" [ 1896.718996] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.730124] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.841853] env[62180]: DEBUG nova.objects.base [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Object Instance<24203e3c-d56f-47b0-87d8-1a84aa291fe9> lazy-loaded attributes: flavor,pci_requests {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1896.842098] env[62180]: DEBUG nova.network.neutron [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.900710] env[62180]: DEBUG nova.policy [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1896.936143] env[62180]: DEBUG nova.network.neutron [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.125313] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1897.125313] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52405be0-7d0d-639a-5abb-48b42fdd51e7" [ 1897.125313] env[62180]: _type = "HttpNfcLease" [ 1897.125313] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1897.128137] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1897.128137] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52405be0-7d0d-639a-5abb-48b42fdd51e7" [ 1897.128137] env[62180]: _type = "HttpNfcLease" [ 1897.128137] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1897.129108] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7368f-0145-41db-89fb-dd2967f7e77b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.137475] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b0cbd-d455-7df5-a32c-090a537cdbbb/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1897.137736] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b0cbd-d455-7df5-a32c-090a537cdbbb/disk-0.vmdk. {{(pid=62180) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1897.215567] env[62180]: DEBUG nova.network.neutron [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Successfully created port: d26c8b4a-3365-4e77-ae11-3625e0542dcc {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1897.223525] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58b7c1cc-d8dd-4a89-ab12-209270a7df45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.234145] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15913} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.238123] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.238764] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.238764] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.267958] env[62180]: DEBUG nova.network.neutron [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Successfully created port: 19a8bcab-7151-4d13-be5a-dd6d6e5851c5 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1897.310810] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bae26d3-4528-4ea0-84ba-0dc9efd2487e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.318175] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936dfdea-ea87-40ff-b358-89abb46ebcf0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.353472] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a41db2-b7fd-4d8f-9cb7-27aa686107a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.362034] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091a551c-c0e8-4ed0-a191-ff947f904cf4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.375872] env[62180]: DEBUG nova.compute.provider_tree [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.438756] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.723735] env[62180]: DEBUG nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.765950] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.765950] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.765950] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.765950] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.765950] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.765950] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.765950] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.766352] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.766352] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.766421] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.766597] env[62180]: DEBUG nova.virt.hardware [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.768042] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e04ab0-df0b-4551-bf0d-67d1f24f65bc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.783659] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78b9d59-bda8-4811-af16-537738d7a8a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.900221] env[62180]: ERROR nova.scheduler.client.report [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [req-1fc5cb4e-dd0a-457c-9fb6-a312a01dc8ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1fc5cb4e-dd0a-457c-9fb6-a312a01dc8ca"}]} [ 1897.924390] env[62180]: DEBUG nova.scheduler.client.report [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1897.949282] env[62180]: DEBUG nova.scheduler.client.report [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1897.949594] env[62180]: DEBUG nova.compute.provider_tree [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.969553] env[62180]: DEBUG nova.scheduler.client.report [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1898.003614] env[62180]: DEBUG nova.scheduler.client.report [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1898.087753] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Completed reading data from the image iterator. {{(pid=62180) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1898.087807] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b0cbd-d455-7df5-a32c-090a537cdbbb/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1898.088677] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d82b0-fd63-4e7a-9bbc-845865c3f2de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.095129] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b0cbd-d455-7df5-a32c-090a537cdbbb/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1898.095592] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b0cbd-d455-7df5-a32c-090a537cdbbb/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1898.095592] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eefbcadd-478e-4504-8454-46a9503e5173 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.257710] env[62180]: DEBUG oslo_vmware.rw_handles [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b0cbd-d455-7df5-a32c-090a537cdbbb/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1898.257984] env[62180]: INFO nova.virt.vmwareapi.images [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Downloaded image file data 95a644fa-119e-4c4e-a78b-f75b6a7f21c3 [ 1898.258859] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95626bc8-a166-4686-95f3-05dfd673bc8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.290008] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba92faf-bcb7-4658-8c69-0c8ed963375e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.301463] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1898.301751] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1898.302038] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1898.302246] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1898.302397] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1898.302544] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1898.302756] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1898.302913] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1898.303091] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1898.303257] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1898.303554] env[62180]: DEBUG nova.virt.hardware [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1898.304469] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e936a0c-1b13-4ada-ad21-79547a9587e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.315801] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecc7438-11a8-4d7a-8744-015550ef64a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.319222] env[62180]: INFO nova.virt.vmwareapi.images [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] The imported VM was unregistered [ 1898.320927] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Caching image {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1898.321486] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating directory with path [datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.321609] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e11a01b-bfc6-4898-8734-b5083169bf4f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.337022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:9f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdf5a854-a9f6-43c3-9211-19ae270406c4', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.344635] env[62180]: DEBUG oslo.service.loopingcall [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.347982] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.348285] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created directory with path [datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.348529] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775/OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775.vmdk to [datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3/95a644fa-119e-4c4e-a78b-f75b6a7f21c3.vmdk. {{(pid=62180) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1898.348923] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b72808f3-8c7a-4d6f-9be6-64f75a23e09f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.363715] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-461eb760-ea97-4a02-aeb8-661cbdc5eaa2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.373379] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.373379] env[62180]: value = "task-1963843" [ 1898.373379] env[62180]: _type = "Task" [ 1898.373379] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.375248] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1898.375248] env[62180]: value = "task-1963842" [ 1898.375248] env[62180]: _type = "Task" [ 1898.375248] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.388699] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963843, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.559683] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7564f6-eb19-42c7-9f6d-518464088c38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.568809] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31631bff-ddcd-4bfc-a5ab-ae2b80a27de8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.601486] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc87c31-53ab-4046-8d00-bbe094027d73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.609381] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c30f682-d760-4655-95df-45db5b7e96d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.625127] env[62180]: DEBUG nova.compute.provider_tree [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.889446] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963843, 'name': CreateVM_Task, 'duration_secs': 0.498941} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.892846] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.893128] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963842, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.893793] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.893953] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.894297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.894563] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c07e95-2889-4a8b-828a-25ef224737b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.902422] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1898.902422] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb3a74-b172-96a8-036a-282ec4f6b34a" [ 1898.902422] env[62180]: _type = "Task" [ 1898.902422] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.912143] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb3a74-b172-96a8-036a-282ec4f6b34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.011364] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.011591] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2cf43f3-e716-48d3-a8e7-ed5a650ee5cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.018015] env[62180]: DEBUG nova.network.neutron [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Successfully updated port: 19a8bcab-7151-4d13-be5a-dd6d6e5851c5 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1899.021115] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1899.021115] env[62180]: value = "task-1963844" [ 1899.021115] env[62180]: _type = "Task" [ 1899.021115] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.033190] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.097968] env[62180]: DEBUG nova.network.neutron [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Successfully updated port: d26c8b4a-3365-4e77-ae11-3625e0542dcc {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1899.129830] env[62180]: DEBUG nova.scheduler.client.report [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.395722] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963842, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.417190] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb3a74-b172-96a8-036a-282ec4f6b34a, 'name': SearchDatastore_Task, 'duration_secs': 0.107009} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.417190] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.417190] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.417190] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.417190] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.417190] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.417190] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d2acad7-fd13-4ae7-9d6c-0a09411112e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.439755] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.440383] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.442842] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6069cb-314a-4134-9bd1-d3b577e38f0b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.453901] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1899.453901] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520a227c-6f1d-63e4-79cb-8c63030de15a" [ 1899.453901] env[62180]: _type = "Task" [ 1899.453901] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.470305] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520a227c-6f1d-63e4-79cb-8c63030de15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.522786] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.523108] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.523352] env[62180]: DEBUG nova.network.neutron [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.545480] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963844, 'name': PowerOffVM_Task, 'duration_secs': 0.476704} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.545480] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.546274] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5f631-8ba4-432c-ad24-e60c90ee28de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.576538] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6246c4-d530-41e9-bb08-71008b1b257d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.606422] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "refresh_cache-311c09e4-c463-4419-b23e-db1b6b6eaa24" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.606543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquired lock "refresh_cache-311c09e4-c463-4419-b23e-db1b6b6eaa24" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.606614] env[62180]: DEBUG nova.network.neutron [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.622025] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.622376] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-756df6bf-032e-4c1b-985f-f5eb8b90f687 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.632157] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1899.632157] env[62180]: value = "task-1963845" [ 1899.632157] env[62180]: _type = "Task" [ 1899.632157] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.637466] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.003s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.638033] env[62180]: DEBUG nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1899.641939] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.339s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.642219] env[62180]: DEBUG nova.objects.instance [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lazy-loading 'resources' on Instance uuid fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.653684] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1899.653915] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.654169] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.660266] env[62180]: DEBUG nova.compute.manager [req-ce5794bc-948c-4191-805f-a8f09715330a req-d21fe596-c673-43c5-8ccf-cc604ba9f6bc service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-vif-plugged-19a8bcab-7151-4d13-be5a-dd6d6e5851c5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1899.660266] env[62180]: DEBUG oslo_concurrency.lockutils [req-ce5794bc-948c-4191-805f-a8f09715330a req-d21fe596-c673-43c5-8ccf-cc604ba9f6bc service nova] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.660489] env[62180]: DEBUG oslo_concurrency.lockutils [req-ce5794bc-948c-4191-805f-a8f09715330a req-d21fe596-c673-43c5-8ccf-cc604ba9f6bc service nova] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.660789] env[62180]: DEBUG oslo_concurrency.lockutils [req-ce5794bc-948c-4191-805f-a8f09715330a req-d21fe596-c673-43c5-8ccf-cc604ba9f6bc service nova] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.660842] env[62180]: DEBUG nova.compute.manager [req-ce5794bc-948c-4191-805f-a8f09715330a req-d21fe596-c673-43c5-8ccf-cc604ba9f6bc service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] No waiting events found dispatching network-vif-plugged-19a8bcab-7151-4d13-be5a-dd6d6e5851c5 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1899.660983] env[62180]: WARNING nova.compute.manager [req-ce5794bc-948c-4191-805f-a8f09715330a req-d21fe596-c673-43c5-8ccf-cc604ba9f6bc service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received unexpected event network-vif-plugged-19a8bcab-7151-4d13-be5a-dd6d6e5851c5 for instance with vm_state active and task_state None. [ 1899.872246] env[62180]: DEBUG nova.compute.manager [req-75bc8331-3241-419d-9e01-f99a28c5c42f req-55a21af2-f0d2-40d7-9ba8-08d9e0835bfd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Received event network-vif-plugged-d26c8b4a-3365-4e77-ae11-3625e0542dcc {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1899.872468] env[62180]: DEBUG oslo_concurrency.lockutils [req-75bc8331-3241-419d-9e01-f99a28c5c42f req-55a21af2-f0d2-40d7-9ba8-08d9e0835bfd service nova] Acquiring lock "311c09e4-c463-4419-b23e-db1b6b6eaa24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.873019] env[62180]: DEBUG oslo_concurrency.lockutils [req-75bc8331-3241-419d-9e01-f99a28c5c42f req-55a21af2-f0d2-40d7-9ba8-08d9e0835bfd service nova] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.874664] env[62180]: DEBUG oslo_concurrency.lockutils [req-75bc8331-3241-419d-9e01-f99a28c5c42f req-55a21af2-f0d2-40d7-9ba8-08d9e0835bfd service nova] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.876622] env[62180]: DEBUG nova.compute.manager [req-75bc8331-3241-419d-9e01-f99a28c5c42f req-55a21af2-f0d2-40d7-9ba8-08d9e0835bfd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] No waiting events found dispatching network-vif-plugged-d26c8b4a-3365-4e77-ae11-3625e0542dcc {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1899.877711] env[62180]: WARNING nova.compute.manager [req-75bc8331-3241-419d-9e01-f99a28c5c42f req-55a21af2-f0d2-40d7-9ba8-08d9e0835bfd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Received unexpected event network-vif-plugged-d26c8b4a-3365-4e77-ae11-3625e0542dcc for instance with vm_state building and task_state spawning. [ 1899.891591] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963842, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.971506] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520a227c-6f1d-63e4-79cb-8c63030de15a, 'name': SearchDatastore_Task, 'duration_secs': 0.097466} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.972414] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ed1d3c-0e08-40ef-8280-7afe252a55a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.981242] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1899.981242] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5295d670-10ba-c3e6-19cc-8dd92ae9cc2e" [ 1899.981242] env[62180]: _type = "Task" [ 1899.981242] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.992419] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5295d670-10ba-c3e6-19cc-8dd92ae9cc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.033265] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.033665] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.080557] env[62180]: WARNING nova.network.neutron [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] 11ee6732-0c6e-40b0-b04d-187530662655 already exists in list: networks containing: ['11ee6732-0c6e-40b0-b04d-187530662655']. ignoring it [ 1900.143287] env[62180]: DEBUG nova.compute.utils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.149145] env[62180]: DEBUG nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.149145] env[62180]: DEBUG nova.network.neutron [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.157708] env[62180]: DEBUG nova.network.neutron [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1900.242062] env[62180]: DEBUG nova.policy [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1dfe16a4ad14ae099e42947a30c376f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c083444c4cba409eb0dc7bbd9e3623bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.393451] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963842, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.494347] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5295d670-10ba-c3e6-19cc-8dd92ae9cc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.086289} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.497512] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.497654] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.498676] env[62180]: DEBUG nova.network.neutron [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Updating instance_info_cache with network_info: [{"id": "d26c8b4a-3365-4e77-ae11-3625e0542dcc", "address": "fa:16:3e:77:91:7e", "network": {"id": "4657fd20-af55-4129-965f-8a142a37c803", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-514573785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f3fd492cc48eba639f26eef24f669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26c8b4a-33", "ovs_interfaceid": "d26c8b4a-3365-4e77-ae11-3625e0542dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.500604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.500812] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.501068] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7187bc46-1d1b-4cb2-89db-518ea60427c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.503807] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca093eaf-5d15-4343-baa7-9e08ac3dba94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.513184] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1900.513184] env[62180]: value = "task-1963846" [ 1900.513184] env[62180]: _type = "Task" [ 1900.513184] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.521720] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.522067] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.523479] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9007a4f-0a90-4e80-9fde-8bfde189c303 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.533308] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.538446] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1900.538446] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529a9e23-381b-4170-3d07-b45b581889e0" [ 1900.538446] env[62180]: _type = "Task" [ 1900.538446] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.545144] env[62180]: DEBUG nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1900.558159] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529a9e23-381b-4170-3d07-b45b581889e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.656025] env[62180]: DEBUG nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1900.787572] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cec604-cfdd-42a3-b396-732d196d3355 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.797948] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad86186-e0ba-41fd-afa6-1343aef46233 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.841948] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99ec66c-e369-4136-966b-21f8e8ebf3c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.850174] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdefd45-1d1c-4d2e-872f-e71c1a47e194 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.856745] env[62180]: DEBUG nova.network.neutron [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "address": "fa:16:3e:0b:38:3f", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a8bcab-71", "ovs_interfaceid": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.873989] env[62180]: DEBUG nova.compute.provider_tree [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.887155] env[62180]: DEBUG nova.network.neutron [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Successfully created port: 517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.897207] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963842, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.987151] env[62180]: DEBUG nova.compute.manager [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1901.005235] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Releasing lock "refresh_cache-311c09e4-c463-4419-b23e-db1b6b6eaa24" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.005589] env[62180]: DEBUG nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Instance network_info: |[{"id": "d26c8b4a-3365-4e77-ae11-3625e0542dcc", "address": "fa:16:3e:77:91:7e", "network": {"id": "4657fd20-af55-4129-965f-8a142a37c803", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-514573785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f3fd492cc48eba639f26eef24f669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26c8b4a-33", "ovs_interfaceid": "d26c8b4a-3365-4e77-ae11-3625e0542dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1901.006013] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:91:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd26c8b4a-3365-4e77-ae11-3625e0542dcc', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1901.013915] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Creating folder: Project (612f3fd492cc48eba639f26eef24f669). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1901.014591] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4150c834-0e88-497c-b2f4-3f2e8ca7ce42 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.026610] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.029136] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Created folder: Project (612f3fd492cc48eba639f26eef24f669) in parent group-v404325. [ 1901.029370] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Creating folder: Instances. Parent ref: group-v404531. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1901.029627] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b581d179-f214-4aec-a610-6f2f996f2700 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.046015] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Created folder: Instances in parent group-v404531. [ 1901.046275] env[62180]: DEBUG oslo.service.loopingcall [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.046896] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1901.047157] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e1ceee4-3ccc-4d16-bd8b-143b41c5756f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.067971] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529a9e23-381b-4170-3d07-b45b581889e0, 'name': SearchDatastore_Task, 'duration_secs': 0.106112} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.071503] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65fed08-d39a-46e9-bb6d-1fd44939da7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.075039] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1901.075039] env[62180]: value = "task-1963849" [ 1901.075039] env[62180]: _type = "Task" [ 1901.075039] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.079910] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1901.079910] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f18e62-8151-19ee-0033-828f06dd9e7b" [ 1901.079910] env[62180]: _type = "Task" [ 1901.079910] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.086679] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.086920] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963849, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.092990] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f18e62-8151-19ee-0033-828f06dd9e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.093249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.093503] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 843e9045-3f36-44de-adce-9811351fa249/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. {{(pid=62180) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1901.093754] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd698e0b-afa5-4fbb-a644-53af5de744ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.101139] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1901.101139] env[62180]: value = "task-1963850" [ 1901.101139] env[62180]: _type = "Task" [ 1901.101139] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.112669] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.367024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.367024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.367024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.367024] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18468ea3-b3de-4faf-b439-a2bc41854511 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.392877] env[62180]: DEBUG nova.scheduler.client.report [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.396979] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.398312] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.398420] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.398620] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.399981] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.399981] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.399981] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.399981] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.399981] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.399981] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.399981] env[62180]: DEBUG nova.virt.hardware [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.406772] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfiguring VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1901.410881] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03e4d1e-e25b-45c5-9fa6-440f06381a61 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.432570] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963842, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.676841} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.434188] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775/OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775.vmdk to [datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3/95a644fa-119e-4c4e-a78b-f75b6a7f21c3.vmdk. [ 1901.435374] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Cleaning up location [datastore1] OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1901.435374] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8511e683-ab76-403c-bc9a-01fcf68ec775 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.435374] env[62180]: DEBUG oslo_vmware.api [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1901.435374] env[62180]: value = "task-1963851" [ 1901.435374] env[62180]: _type = "Task" [ 1901.435374] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.435374] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4027f37-c032-448a-8f7f-d7a55944bcaf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.448539] env[62180]: DEBUG oslo_vmware.api [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963851, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.450042] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1901.450042] env[62180]: value = "task-1963852" [ 1901.450042] env[62180]: _type = "Task" [ 1901.450042] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.458312] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.511362] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.527688] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963846, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.587077] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963849, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.611060] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.666842] env[62180]: DEBUG nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1901.703032] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.703238] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.703284] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.703798] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.703798] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.703798] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.704108] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.704149] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.704317] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.704491] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.704645] env[62180]: DEBUG nova.virt.hardware [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.705599] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45c36d0-2f06-4497-bdee-30133e06bcf4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.719440] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3568a5e6-eec5-4ef9-9dee-b8ec74bee6b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.909331] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.911648] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.568s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.911876] env[62180]: DEBUG nova.objects.instance [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lazy-loading 'resources' on Instance uuid d72a7ca9-c285-426b-989f-da5c540d4615 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.929427] env[62180]: INFO nova.scheduler.client.report [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Deleted allocations for instance fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d [ 1901.946917] env[62180]: DEBUG oslo_vmware.api [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.959800] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.033876] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.064937] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Acquiring lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.065081] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.065318] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Acquiring lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.065593] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.065767] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.068136] env[62180]: INFO nova.compute.manager [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Terminating instance [ 1902.089812] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963849, 'name': CreateVM_Task, 'duration_secs': 0.731245} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.090056] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1902.091013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.091345] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.091729] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.092166] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552f0e19-a2ee-4049-983c-d580e0635a57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.097996] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1902.097996] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fbf173-98ae-c72a-f1ef-5ee46b1c2e19" [ 1902.097996] env[62180]: _type = "Task" [ 1902.097996] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.114437] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fbf173-98ae-c72a-f1ef-5ee46b1c2e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.117617] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.117883] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.118134] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.118284] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.118462] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.118737] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.118943] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d69b9f-954e-4997-abdb-6b53866f40cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.127291] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.127291] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.128229] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d336149-8073-441a-9580-7ed1224e1fe5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.132985] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1902.132985] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526f0a29-6cee-7fe2-00a9-93ee1280fa11" [ 1902.132985] env[62180]: _type = "Task" [ 1902.132985] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.140975] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526f0a29-6cee-7fe2-00a9-93ee1280fa11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.446239] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe59916b-8934-44a9-aef4-8f22a444e103 tempest-ServerShowV247Test-1571181586 tempest-ServerShowV247Test-1571181586-project-member] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.432s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.447548] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.783s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.448566] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abbf7e13-9559-4839-bf83-4a2938933178 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.460209] env[62180]: DEBUG oslo_vmware.api [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.463734] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab22c569-ebc3-4626-8407-236b43d4128a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.481773] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630458} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.483068] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.483266] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3/95a644fa-119e-4c4e-a78b-f75b6a7f21c3.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.483517] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3/95a644fa-119e-4c4e-a78b-f75b6a7f21c3.vmdk to [datastore1] 19741302-ee44-4652-8c2b-0e9dd014d1c2/19741302-ee44-4652-8c2b-0e9dd014d1c2.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.483803] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29a829d3-ecd4-440a-b34a-5e912a346505 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.494916] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1902.494916] env[62180]: value = "task-1963853" [ 1902.494916] env[62180]: _type = "Task" [ 1902.494916] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.527564] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.531241] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963846, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.57542} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.531241] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1902.531548] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1902.531675] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65616896-dd0b-4486-9500-10befd58ff84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.545020] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1902.545020] env[62180]: value = "task-1963854" [ 1902.545020] env[62180]: _type = "Task" [ 1902.545020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.550103] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.571960] env[62180]: DEBUG nova.compute.manager [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1902.572218] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.572810] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e26bdf6-2310-43a0-b5c9-d4ea99960a6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.580309] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1902.580309] env[62180]: value = "task-1963855" [ 1902.580309] env[62180]: _type = "Task" [ 1902.580309] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.591341] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.600914] env[62180]: DEBUG nova.compute.manager [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-changed-19a8bcab-7151-4d13-be5a-dd6d6e5851c5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.601142] env[62180]: DEBUG nova.compute.manager [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing instance network info cache due to event network-changed-19a8bcab-7151-4d13-be5a-dd6d6e5851c5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1902.601398] env[62180]: DEBUG oslo_concurrency.lockutils [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.601604] env[62180]: DEBUG oslo_concurrency.lockutils [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.602153] env[62180]: DEBUG nova.network.neutron [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing network info cache for port 19a8bcab-7151-4d13-be5a-dd6d6e5851c5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.613733] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963850, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.453557} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.613812] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 843e9045-3f36-44de-adce-9811351fa249/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. [ 1902.614999] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65062ffd-775d-4f27-a007-ad8a05e288e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.648434] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 843e9045-3f36-44de-adce-9811351fa249/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.654848] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7273de40-5f97-40fa-af0b-1ff9ab73c1c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.674376] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526f0a29-6cee-7fe2-00a9-93ee1280fa11, 'name': SearchDatastore_Task, 'duration_secs': 0.036585} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.676852] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1902.676852] env[62180]: value = "task-1963856" [ 1902.676852] env[62180]: _type = "Task" [ 1902.676852] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.677093] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7af2cd-9d5c-4a76-8f4b-0d424646c7b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.692543] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1902.692543] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5246595b-f919-ef47-55d3-8741ae6b2e53" [ 1902.692543] env[62180]: _type = "Task" [ 1902.692543] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.694088] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.694370] env[62180]: DEBUG nova.network.neutron [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Successfully updated port: 517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.707032] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5246595b-f919-ef47-55d3-8741ae6b2e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.865090] env[62180]: DEBUG nova.compute.manager [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Received event network-changed-d26c8b4a-3365-4e77-ae11-3625e0542dcc {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.865358] env[62180]: DEBUG nova.compute.manager [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Refreshing instance network info cache due to event network-changed-d26c8b4a-3365-4e77-ae11-3625e0542dcc. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1902.865550] env[62180]: DEBUG oslo_concurrency.lockutils [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] Acquiring lock "refresh_cache-311c09e4-c463-4419-b23e-db1b6b6eaa24" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.865707] env[62180]: DEBUG oslo_concurrency.lockutils [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] Acquired lock "refresh_cache-311c09e4-c463-4419-b23e-db1b6b6eaa24" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.865872] env[62180]: DEBUG nova.network.neutron [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Refreshing network info cache for port d26c8b4a-3365-4e77-ae11-3625e0542dcc {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.951801] env[62180]: DEBUG oslo_vmware.api [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963851, 'name': ReconfigVM_Task, 'duration_secs': 1.381194} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.954840] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.954840] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfigured VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1903.005526] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.023878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.035203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7072504-d318-409e-8e3b-cc8010da0e89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.046665] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d22c09-f413-4549-978a-56577a552858 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.079214] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066299} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.079753] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.080555] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfccc89c-70dd-4d52-bab5-b5c79dbc7af4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.083718] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26d2a84-5140-4742-b8fb-0824d422e76b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.095281] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963855, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.115917] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.118619] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93494aea-77c8-4c1f-873f-7de4d36afd1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.133878] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b0f7f-38c0-47ee-a5b0-7dca79fdde6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.148723] env[62180]: DEBUG nova.compute.provider_tree [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.151284] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1903.151284] env[62180]: value = "task-1963857" [ 1903.151284] env[62180]: _type = "Task" [ 1903.151284] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.161613] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.189260] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963856, 'name': ReconfigVM_Task, 'duration_secs': 0.429748} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.189569] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 843e9045-3f36-44de-adce-9811351fa249/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.190475] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb42133-9fad-4474-a56e-6ea586f1cca5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.217143] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.217292] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.217442] env[62180]: DEBUG nova.network.neutron [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.223437] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3a4fee-2da5-430a-8436-8445b88d129c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.241059] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5246595b-f919-ef47-55d3-8741ae6b2e53, 'name': SearchDatastore_Task, 'duration_secs': 0.016113} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.243750] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.243750] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 311c09e4-c463-4419-b23e-db1b6b6eaa24/311c09e4-c463-4419-b23e-db1b6b6eaa24.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.243750] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1903.243750] env[62180]: value = "task-1963858" [ 1903.243750] env[62180]: _type = "Task" [ 1903.243750] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.243750] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e0f560-b154-49e6-a5de-15753805fa59 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.254797] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.256140] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1903.256140] env[62180]: value = "task-1963859" [ 1903.256140] env[62180]: _type = "Task" [ 1903.256140] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.463219] env[62180]: DEBUG oslo_concurrency.lockutils [None req-df7fef52-d126-4170-821c-b4f380fec98a tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.797s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.511642] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.591726] env[62180]: DEBUG nova.network.neutron [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updated VIF entry in instance network info cache for port 19a8bcab-7151-4d13-be5a-dd6d6e5851c5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.592496] env[62180]: DEBUG nova.network.neutron [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "address": "fa:16:3e:0b:38:3f", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a8bcab-71", "ovs_interfaceid": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.601884] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963855, 'name': PowerOffVM_Task, 'duration_secs': 0.56291} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.602265] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.602399] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1903.602585] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404381', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'name': 'volume-601cd704-7a4f-4400-831d-df8b6a5bd393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab653e12-3d2f-45ee-a3bc-13b670f26e75', 'attached_at': '', 'detached_at': '', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'serial': '601cd704-7a4f-4400-831d-df8b6a5bd393'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1903.603576] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f55bf0c-1878-4a3d-bd06-bd24a5b7bc35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.626750] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343802f8-fa48-454d-a500-65ea1c8eb2e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.640677] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2802f8-3a39-493e-b363-7d7903d7f85c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.662656] env[62180]: DEBUG nova.scheduler.client.report [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1903.671733] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992826d3-f7dd-45b6-ae44-c45b8a9ea213 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.682398] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963857, 'name': ReconfigVM_Task, 'duration_secs': 0.296513} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.694673] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06/ca6b96ec-de48-44b9-a6ed-747a28281e06.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.696422] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] The volume has not been displaced from its original location: [datastore1] volume-601cd704-7a4f-4400-831d-df8b6a5bd393/volume-601cd704-7a4f-4400-831d-df8b6a5bd393.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1903.702259] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1903.702634] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b561f03-f989-4b5d-8727-56858622034f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.705098] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b721ee1-5cf8-4f5a-8f4a-51f3f2954fe6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.731186] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1903.731186] env[62180]: value = "task-1963864" [ 1903.731186] env[62180]: _type = "Task" [ 1903.731186] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.732236] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1903.732236] env[62180]: value = "task-1963863" [ 1903.732236] env[62180]: _type = "Task" [ 1903.732236] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.752806] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963863, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.764712] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963858, 'name': ReconfigVM_Task, 'duration_secs': 0.459178} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.765111] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.765888] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d917d3b-db50-4ffb-94eb-8ce6fa90a73a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.776143] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.778119] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1903.778119] env[62180]: value = "task-1963865" [ 1903.778119] env[62180]: _type = "Task" [ 1903.778119] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.789807] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.799113] env[62180]: DEBUG nova.network.neutron [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.936092] env[62180]: DEBUG nova.network.neutron [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Updated VIF entry in instance network info cache for port d26c8b4a-3365-4e77-ae11-3625e0542dcc. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.936248] env[62180]: DEBUG nova.network.neutron [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Updating instance_info_cache with network_info: [{"id": "d26c8b4a-3365-4e77-ae11-3625e0542dcc", "address": "fa:16:3e:77:91:7e", "network": {"id": "4657fd20-af55-4129-965f-8a142a37c803", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-514573785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "612f3fd492cc48eba639f26eef24f669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26c8b4a-33", "ovs_interfaceid": "d26c8b4a-3365-4e77-ae11-3625e0542dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.008725] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.089944] env[62180]: DEBUG nova.network.neutron [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517b14a6-4f", "ovs_interfaceid": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.095732] env[62180]: DEBUG oslo_concurrency.lockutils [req-b3631789-8c43-43b3-88a0-bed09418e30c req-897b5e2c-73a8-4325-b229-7086b76a082c service nova] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.179027] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.179676] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.819s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.181623] env[62180]: INFO nova.compute.claims [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.216217] env[62180]: INFO nova.scheduler.client.report [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Deleted allocations for instance d72a7ca9-c285-426b-989f-da5c540d4615 [ 1904.249179] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.252567] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963863, 'name': Rename_Task, 'duration_secs': 0.223665} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.252842] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.253503] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f9a732-8095-4f17-a692-4c11c9288f14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.266280] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1904.266280] env[62180]: value = "task-1963866" [ 1904.266280] env[62180]: _type = "Task" [ 1904.266280] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.272836] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.279503] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.290584] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.439248] env[62180]: DEBUG oslo_concurrency.lockutils [req-58443d5b-9733-4f42-b439-c215f13c863c req-807ef0dc-d341-414e-bfb6-0a869520a2cd service nova] Releasing lock "refresh_cache-311c09e4-c463-4419-b23e-db1b6b6eaa24" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.509177] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.592856] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.593225] env[62180]: DEBUG nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Instance network_info: |[{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517b14a6-4f", "ovs_interfaceid": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.593665] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:77:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '517b14a6-4f9d-4e0f-a445-0acfcac92fe3', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.601589] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating folder: Project (c083444c4cba409eb0dc7bbd9e3623bf). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.602222] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8ee2d97-8efe-4c38-84ca-6b196932f16d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.615972] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Created folder: Project (c083444c4cba409eb0dc7bbd9e3623bf) in parent group-v404325. [ 1904.616238] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating folder: Instances. Parent ref: group-v404537. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1904.616485] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10f720d-20a4-47cc-9d82-0b7f6b96b930 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.630029] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Created folder: Instances in parent group-v404537. [ 1904.630358] env[62180]: DEBUG oslo.service.loopingcall [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.630578] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.630837] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bdb8436-e034-47ef-8020-05d93a474fc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.652924] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.652924] env[62180]: value = "task-1963869" [ 1904.652924] env[62180]: _type = "Task" [ 1904.652924] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.666291] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963869, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.725315] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7ca4b44-4757-44ab-9609-59a8610bdd9f tempest-ServersWithSpecificFlavorTestJSON-1329978806 tempest-ServersWithSpecificFlavorTestJSON-1329978806-project-member] Lock "d72a7ca9-c285-426b-989f-da5c540d4615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.290s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.726650] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d72a7ca9-c285-426b-989f-da5c540d4615" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.064s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.726952] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-620e5c42-910e-4409-8f68-2251c086ee05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.741979] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14f129-773b-4080-98d0-4755da50ea6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.759321] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.613518] env[62180]: DEBUG nova.compute.manager [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received event network-vif-plugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1905.613778] env[62180]: DEBUG oslo_concurrency.lockutils [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.614925] env[62180]: DEBUG oslo_concurrency.lockutils [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.614925] env[62180]: DEBUG oslo_concurrency.lockutils [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.614925] env[62180]: DEBUG nova.compute.manager [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] No waiting events found dispatching network-vif-plugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.614925] env[62180]: WARNING nova.compute.manager [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received unexpected event network-vif-plugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 for instance with vm_state building and task_state spawning. [ 1905.614925] env[62180]: DEBUG nova.compute.manager [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received event network-changed-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1905.614925] env[62180]: DEBUG nova.compute.manager [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Refreshing instance network info cache due to event network-changed-517b14a6-4f9d-4e0f-a445-0acfcac92fe3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1905.614925] env[62180]: DEBUG oslo_concurrency.lockutils [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] Acquiring lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.615499] env[62180]: DEBUG oslo_concurrency.lockutils [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] Acquired lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.615541] env[62180]: DEBUG nova.network.neutron [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Refreshing network info cache for port 517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.620246] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963859, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.620246] env[62180]: WARNING oslo_vmware.common.loopingcall [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] task run outlasted interval by 0.36040099999999997 sec [ 1905.643900] env[62180]: DEBUG oslo_vmware.api [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963866, 'name': PowerOnVM_Task, 'duration_secs': 0.662681} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.644582] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.644833] env[62180]: DEBUG nova.compute.manager [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.651939] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa165cd-31f0-4f8b-871a-3f3ab65ab27b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.654381] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.654812] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963869, 'name': CreateVM_Task, 'duration_secs': 0.610491} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.664939] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.665291] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963864, 'name': ReconfigVM_Task, 'duration_secs': 1.145325} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.665550] env[62180]: DEBUG oslo_vmware.api [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963865, 'name': PowerOnVM_Task, 'duration_secs': 1.285192} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.665772] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963859, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.666881] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.667077] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.667401] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.667684] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1905.672869] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.676235] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177c58e2-2bfa-4a89-9951-e3ea774d2a6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.678412] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-665d5e32-e37c-4624-9a4a-ea780c8b7443 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.697021] env[62180]: DEBUG nova.compute.manager [None req-0e4ca476-2807-4e5b-97df-ff3b71acf2f4 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.698133] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e3c30e-cb3e-4082-9bcb-c247c032fdbe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.705314] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1905.705314] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5281984c-7d58-9aa3-eb72-abc02abbeeac" [ 1905.705314] env[62180]: _type = "Task" [ 1905.705314] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.714273] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1905.714273] env[62180]: value = "task-1963870" [ 1905.714273] env[62180]: _type = "Task" [ 1905.714273] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.725684] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5281984c-7d58-9aa3-eb72-abc02abbeeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.729321] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.121824] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.125192] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d72a7ca9-c285-426b-989f-da5c540d4615" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.399s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.125542] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-970d3ef0-2d4b-4574-94d4-a691d82c1b48" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.125689] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-970d3ef0-2d4b-4574-94d4-a691d82c1b48" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.126107] env[62180]: DEBUG nova.objects.instance [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'flavor' on Instance uuid 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.144629] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963859, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.88654} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.146849] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 311c09e4-c463-4419-b23e-db1b6b6eaa24/311c09e4-c463-4419-b23e-db1b6b6eaa24.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.147208] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.147996] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a77b1-8f3a-4b51-b7a9-9ace654cac69 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.150973] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9220724-1939-43ce-91ac-4ceee2ff83ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.159888] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e856e165-8290-4647-b459-c21400526b48 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.163725] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1906.163725] env[62180]: value = "task-1963871" [ 1906.163725] env[62180]: _type = "Task" [ 1906.163725] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.196300] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84395b93-b4ff-462e-8086-debe811a2392 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.205137] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963871, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.210451] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.217661] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af390d02-8c3b-4770-b44d-c746a593ab31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.225784] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5281984c-7d58-9aa3-eb72-abc02abbeeac, 'name': SearchDatastore_Task, 'duration_secs': 0.253447} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.229167] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.229434] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1906.229679] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.229959] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.230044] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1906.230864] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c49d122-ca12-4504-bba9-b9968d58b563 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.242251] env[62180]: DEBUG nova.compute.provider_tree [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.249910] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963870, 'name': ReconfigVM_Task, 'duration_secs': 0.49618} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.250698] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404381', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'name': 'volume-601cd704-7a4f-4400-831d-df8b6a5bd393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab653e12-3d2f-45ee-a3bc-13b670f26e75', 'attached_at': '', 'detached_at': '', 'volume_id': '601cd704-7a4f-4400-831d-df8b6a5bd393', 'serial': '601cd704-7a4f-4400-831d-df8b6a5bd393'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1906.254020] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.254020] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdfdc64-a37e-48ca-956e-2f04148ae42b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.256503] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1906.256955] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1906.257899] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70cde6e-149b-43b1-a12c-788239fd17b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.262864] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.263396] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e347f9-7507-4dc6-80be-7d65ae70d809 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.265776] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1906.265776] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526ba755-db51-9dd9-5c0f-d1ab728c0353" [ 1906.265776] env[62180]: _type = "Task" [ 1906.265776] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.277131] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526ba755-db51-9dd9-5c0f-d1ab728c0353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.420622] env[62180]: DEBUG nova.network.neutron [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updated VIF entry in instance network info cache for port 517b14a6-4f9d-4e0f-a445-0acfcac92fe3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.421184] env[62180]: DEBUG nova.network.neutron [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517b14a6-4f", "ovs_interfaceid": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.618017] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963853, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.635621} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.618373] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/95a644fa-119e-4c4e-a78b-f75b6a7f21c3/95a644fa-119e-4c4e-a78b-f75b6a7f21c3.vmdk to [datastore1] 19741302-ee44-4652-8c2b-0e9dd014d1c2/19741302-ee44-4652-8c2b-0e9dd014d1c2.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.619064] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902a2df-4289-44fb-a52b-b1d869f6c968 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.643866] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 19741302-ee44-4652-8c2b-0e9dd014d1c2/19741302-ee44-4652-8c2b-0e9dd014d1c2.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.644183] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ced973-2cfb-4973-92a2-17ca447b8a32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.663503] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1906.663503] env[62180]: value = "task-1963874" [ 1906.663503] env[62180]: _type = "Task" [ 1906.663503] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.674276] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.676476] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068065} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.676714] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.677537] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874de534-2d80-4bab-9d09-c57f8925c20a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.698413] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 311c09e4-c463-4419-b23e-db1b6b6eaa24/311c09e4-c463-4419-b23e-db1b6b6eaa24.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.700885] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e111a45f-963a-43db-838d-bdf2bbc50bfe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.721744] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1906.721744] env[62180]: value = "task-1963875" [ 1906.721744] env[62180]: _type = "Task" [ 1906.721744] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.729565] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.752761] env[62180]: DEBUG nova.scheduler.client.report [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.777753] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526ba755-db51-9dd9-5c0f-d1ab728c0353, 'name': SearchDatastore_Task, 'duration_secs': 0.01146} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.778602] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99400a1c-bf62-4e4d-b4a7-a8d71beac74e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.784455] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1906.784455] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5240d4fe-6621-4cbb-1c59-1d1a1b83dd1d" [ 1906.784455] env[62180]: _type = "Task" [ 1906.784455] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.794529] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5240d4fe-6621-4cbb-1c59-1d1a1b83dd1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.799784] env[62180]: DEBUG nova.objects.instance [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'pci_requests' on Instance uuid 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.927279] env[62180]: DEBUG oslo_concurrency.lockutils [req-8cdb58c6-3a5e-4ec4-a018-29f723b818fd req-6434298f-a87f-403d-a8aa-e087c78a062c service nova] Releasing lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.173728] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.232353] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.257541] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.078s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.258052] env[62180]: DEBUG nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1907.260938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.536s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.261173] env[62180]: DEBUG nova.objects.instance [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lazy-loading 'resources' on Instance uuid d1d94f53-0845-42cb-83fe-36a134aa8847 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.295534] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5240d4fe-6621-4cbb-1c59-1d1a1b83dd1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.295807] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.296079] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1907.296339] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33ab9aeb-f8db-4b2c-8d89-627ffcae2fdd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.302616] env[62180]: DEBUG nova.objects.base [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Object Instance<24203e3c-d56f-47b0-87d8-1a84aa291fe9> lazy-loaded attributes: flavor,pci_requests {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1907.302777] env[62180]: DEBUG nova.network.neutron [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1907.304930] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1907.304930] env[62180]: value = "task-1963876" [ 1907.304930] env[62180]: _type = "Task" [ 1907.304930] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.313541] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.376722] env[62180]: DEBUG nova.policy [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1907.681726] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963874, 'name': ReconfigVM_Task, 'duration_secs': 0.772554} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.682277] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 19741302-ee44-4652-8c2b-0e9dd014d1c2/19741302-ee44-4652-8c2b-0e9dd014d1c2.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.683144] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd9a9008-56d3-471e-9526-ddbcc6fc60fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.694102] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1907.694102] env[62180]: value = "task-1963877" [ 1907.694102] env[62180]: _type = "Task" [ 1907.694102] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.706428] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963877, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.732673] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963875, 'name': ReconfigVM_Task, 'duration_secs': 0.73931} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.732948] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 311c09e4-c463-4419-b23e-db1b6b6eaa24/311c09e4-c463-4419-b23e-db1b6b6eaa24.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.733768] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c54702-41a0-4433-bf5c-86e16ee86d45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.741801] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1907.741801] env[62180]: value = "task-1963878" [ 1907.741801] env[62180]: _type = "Task" [ 1907.741801] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.752366] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963878, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.767028] env[62180]: DEBUG nova.compute.utils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.770308] env[62180]: DEBUG nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.770517] env[62180]: DEBUG nova.network.neutron [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1907.818201] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45516} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.818201] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.818421] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.818632] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ead0dd-e384-4cf4-83d2-ea5e94ba97b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.825886] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1907.825886] env[62180]: value = "task-1963879" [ 1907.825886] env[62180]: _type = "Task" [ 1907.825886] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.833981] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.839851] env[62180]: DEBUG nova.policy [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3554d24dbe2402eb112a8073e43db92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33eabd25615941069f56dcd8f558ee32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1908.184035] env[62180]: DEBUG nova.network.neutron [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Successfully created port: 32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1908.204255] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963877, 'name': Rename_Task, 'duration_secs': 0.257932} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.206989] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.207545] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a478cbb7-b4c5-48f2-afe5-d7f8576ad42e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.214516] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1908.214516] env[62180]: value = "task-1963880" [ 1908.214516] env[62180]: _type = "Task" [ 1908.214516] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.222568] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.256546] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963878, 'name': Rename_Task, 'duration_secs': 0.255376} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.256546] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.256546] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-699a4fe3-8ff3-4714-927b-644418e0f17e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.264272] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1908.264272] env[62180]: value = "task-1963881" [ 1908.264272] env[62180]: _type = "Task" [ 1908.264272] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.272123] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.274342] env[62180]: DEBUG nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.280553] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9bfec4-e6ad-4193-8431-067e30e097f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.295404] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28951624-7655-41f2-992f-68245b79a4a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.324517] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f004b7dd-7733-47f1-94c9-13d83dc79d6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.337697] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055a1575-fe3e-4396-a705-a00e75da0b6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.343029] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070127} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.343166] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.344253] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445d39e-5f8e-4976-91b6-575347fa6085 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.354720] env[62180]: DEBUG nova.compute.provider_tree [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1908.377155] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.378054] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8015bb-90e4-4512-ad40-ac60162a7bc6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.397478] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1908.397478] env[62180]: value = "task-1963882" [ 1908.397478] env[62180]: _type = "Task" [ 1908.397478] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.406064] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.724825] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.774070] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963881, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.875932] env[62180]: ERROR nova.scheduler.client.report [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] [req-1d034a78-363d-45db-9f19-5269ec9a2865] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d034a78-363d-45db-9f19-5269ec9a2865"}]} [ 1908.892326] env[62180]: DEBUG nova.scheduler.client.report [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1908.907798] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.908821] env[62180]: DEBUG nova.scheduler.client.report [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1908.909031] env[62180]: DEBUG nova.compute.provider_tree [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1908.920633] env[62180]: DEBUG nova.scheduler.client.report [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1908.940481] env[62180]: DEBUG nova.scheduler.client.report [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1909.228060] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963880, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.278890] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963881, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.290063] env[62180]: DEBUG nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.319169] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6523bd6-2e33-42b1-9195-463cfc960632 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.325088] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1909.325480] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.325779] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1909.326041] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.326640] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1909.326640] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1909.326867] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1909.327141] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1909.327418] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1909.328025] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1909.328025] env[62180]: DEBUG nova.virt.hardware [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1909.329572] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ba13b-9be4-401c-a75e-a5e25dba84da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.337812] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d276ed13-32f7-4923-965a-2ebe1b3a1be1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.346138] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b246d-0b50-4382-be8c-a98ab061a43c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.377127] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2593dd9-99a8-4766-9aa9-178ae2f064a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.392733] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b3f097-fea1-4c4c-82e1-f887f7d67809 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.409820] env[62180]: DEBUG nova.compute.provider_tree [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.420604] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.725320] env[62180]: DEBUG oslo_vmware.api [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963880, 'name': PowerOnVM_Task, 'duration_secs': 1.362691} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.725621] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.725810] env[62180]: INFO nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Took 18.82 seconds to spawn the instance on the hypervisor. [ 1909.726051] env[62180]: DEBUG nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.726748] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d282fcbc-9b32-4733-8a35-ad423fae70a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.775702] env[62180]: DEBUG oslo_vmware.api [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963881, 'name': PowerOnVM_Task, 'duration_secs': 1.316714} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.775978] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.776162] env[62180]: INFO nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Took 12.05 seconds to spawn the instance on the hypervisor. [ 1909.776340] env[62180]: DEBUG nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.777083] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb2715-5709-4ce3-8b4c-8507f76d27cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.779613] env[62180]: INFO nova.compute.manager [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Unrescuing [ 1909.779830] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.779978] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquired lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.780154] env[62180]: DEBUG nova.network.neutron [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.919051] env[62180]: DEBUG nova.scheduler.client.report [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.921927] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963882, 'name': ReconfigVM_Task, 'duration_secs': 1.05394} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.922388] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.922959] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9feefda0-78e6-470e-af10-ba8139ec4894 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.929084] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1909.929084] env[62180]: value = "task-1963884" [ 1909.929084] env[62180]: _type = "Task" [ 1909.929084] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.937360] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963884, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.242977] env[62180]: INFO nova.compute.manager [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Took 54.03 seconds to build instance. [ 1910.296069] env[62180]: INFO nova.compute.manager [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Took 41.46 seconds to build instance. [ 1910.426018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.163s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.426018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.483s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.426018] env[62180]: DEBUG nova.objects.instance [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lazy-loading 'resources' on Instance uuid d84af47f-5b7c-479b-8fde-1af80f82d54b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.443102] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963884, 'name': Rename_Task, 'duration_secs': 0.493325} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.443650] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.444045] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bd56679-dbeb-4f14-9d59-95f628325597 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.452025] env[62180]: INFO nova.scheduler.client.report [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Deleted allocations for instance d1d94f53-0845-42cb-83fe-36a134aa8847 [ 1910.453877] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1910.453877] env[62180]: value = "task-1963885" [ 1910.453877] env[62180]: _type = "Task" [ 1910.453877] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.470638] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963885, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.564975] env[62180]: DEBUG nova.network.neutron [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.745878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1ebbf281-bb43-4e06-b691-930397b5382e tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.259s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.798354] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cdc63504-5449-4acb-b6ae-fe0735533f38 tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.454s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.852743] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.853069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.853315] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "8868c05d-32c5-4888-9aa2-e6d174b1d386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.853517] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.853692] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.857739] env[62180]: INFO nova.compute.manager [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Terminating instance [ 1910.967948] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e83956e3-d1d6-4a33-8adc-f5c8c4bbfb03 tempest-ServerTagsTestJSON-1910952351 tempest-ServerTagsTestJSON-1910952351-project-member] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.179s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.969886] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 25.302s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.972908] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9084a1a4-172b-4c71-9cc2-2d73e36d208c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.974792] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963885, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.982387] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d891394-e324-4f7b-a8a5-e10f94458a9a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.067962] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Releasing lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.068653] env[62180]: DEBUG nova.objects.instance [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lazy-loading 'flavor' on Instance uuid 843e9045-3f36-44de-adce-9811351fa249 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.167730] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.167994] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.168287] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.168570] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.168570] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.172888] env[62180]: INFO nova.compute.manager [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Terminating instance [ 1911.324528] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04497dfc-193c-4fea-8a36-763103ddd070 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.331999] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef77525-d33e-480a-be22-2225b44aba00 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.361907] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "19741302-ee44-4652-8c2b-0e9dd014d1c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.362186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.362391] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "19741302-ee44-4652-8c2b-0e9dd014d1c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.362572] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.362739] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.365032] env[62180]: DEBUG nova.compute.manager [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.365139] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.366026] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd11cbf-9d4c-420e-b6ce-c5537b02acaf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.368489] env[62180]: INFO nova.compute.manager [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Terminating instance [ 1911.370240] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e172abb-a1fa-4f6a-acd5-34d53b0ca3ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.380031] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29158a44-8f5d-4322-b362-8b746eeaf58d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.383937] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.384442] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30da22ef-c438-4975-9909-91ab68e07048 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.395891] env[62180]: DEBUG nova.compute.provider_tree [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.398422] env[62180]: DEBUG oslo_vmware.api [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1911.398422] env[62180]: value = "task-1963887" [ 1911.398422] env[62180]: _type = "Task" [ 1911.398422] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.406276] env[62180]: DEBUG oslo_vmware.api [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.467973] env[62180]: DEBUG oslo_vmware.api [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963885, 'name': PowerOnVM_Task, 'duration_secs': 0.692061} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.468265] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.468465] env[62180]: INFO nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1911.468656] env[62180]: DEBUG nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1911.469518] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4191c451-b34f-491f-83e4-f7d8cf86cbe4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.529421] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d1d94f53-0845-42cb-83fe-36a134aa8847" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.574099] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9fdcd5-12d1-41bf-908b-c15f096200df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.597925] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.598808] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271a3947-cff6-4cff-8579-5dd876b4bd18 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.605125] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1911.605125] env[62180]: value = "task-1963888" [ 1911.605125] env[62180]: _type = "Task" [ 1911.605125] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.613750] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.681030] env[62180]: DEBUG nova.compute.manager [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.681030] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.681030] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a316c89-d090-4bb3-b6ec-bd14cbfe6ec2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.688403] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.688878] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e39d52c-12a5-4455-af39-1eac21722b50 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.695065] env[62180]: DEBUG oslo_vmware.api [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1911.695065] env[62180]: value = "task-1963889" [ 1911.695065] env[62180]: _type = "Task" [ 1911.695065] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.705469] env[62180]: DEBUG oslo_vmware.api [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.874900] env[62180]: DEBUG nova.compute.manager [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.875228] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.876199] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612f7dd-7538-4de3-bb21-e36ed83087d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.883876] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.884164] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70bb3700-9a62-4b6f-b28f-e51c0dc87bf9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.889951] env[62180]: DEBUG oslo_vmware.api [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1911.889951] env[62180]: value = "task-1963890" [ 1911.889951] env[62180]: _type = "Task" [ 1911.889951] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.900030] env[62180]: DEBUG nova.scheduler.client.report [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.904914] env[62180]: DEBUG oslo_vmware.api [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.916623] env[62180]: DEBUG oslo_vmware.api [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963887, 'name': PowerOffVM_Task, 'duration_secs': 0.290502} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.917617] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.917791] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1911.918068] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73552044-b587-4884-b321-ba50017477f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.989342] env[62180]: INFO nova.compute.manager [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Took 41.54 seconds to build instance. [ 1912.115516] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963888, 'name': PowerOffVM_Task, 'duration_secs': 0.207239} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.115884] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.121967] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfiguring VM instance instance-00000045 to detach disk 2002 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1912.122313] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4d9fa9-a066-4890-bf26-c2d8849c36d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.143456] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1912.143456] env[62180]: value = "task-1963892" [ 1912.143456] env[62180]: _type = "Task" [ 1912.143456] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.151834] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.206388] env[62180]: DEBUG oslo_vmware.api [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963889, 'name': PowerOffVM_Task, 'duration_secs': 0.150778} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.206776] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.207021] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.207348] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bd77680-3a37-499f-87cb-46f8a4f32a58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.400571] env[62180]: DEBUG oslo_vmware.api [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963890, 'name': PowerOffVM_Task, 'duration_secs': 0.176666} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.400856] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.401035] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.401291] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0710efea-eb1b-4e12-b506-f12a8fd619c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.405620] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.408821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.312s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.409317] env[62180]: DEBUG nova.objects.instance [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lazy-loading 'resources' on Instance uuid f75daac5-b2f6-45d0-aff5-11536d96680e {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.467681] env[62180]: INFO nova.scheduler.client.report [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Deleted allocations for instance d84af47f-5b7c-479b-8fde-1af80f82d54b [ 1912.491053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-96c75fe0-5c1d-4f85-8259-52284137e3cb tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.915s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.654324] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963892, 'name': ReconfigVM_Task, 'duration_secs': 0.279332} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.654324] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfigured VM instance instance-00000045 to detach disk 2002 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1912.654453] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.654631] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3a6954-fc65-4a1e-a91b-f006c2bb8b07 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.661999] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1912.661999] env[62180]: value = "task-1963895" [ 1912.661999] env[62180]: _type = "Task" [ 1912.661999] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.670534] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.978301] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9fcd7f5-456f-490e-8c00-a4b51f75b7bb tempest-ServerMetadataTestJSON-727159351 tempest-ServerMetadataTestJSON-727159351-project-member] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.546s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.982218] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 27.313s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.982218] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41b3cac4-9518-4cf8-91e4-57b11b49c779 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.997244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a8317e-0a39-4bf8-91c6-a6d0a9c1b698 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.178247] env[62180]: DEBUG oslo_vmware.api [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963895, 'name': PowerOnVM_Task, 'duration_secs': 0.48481} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.179039] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1913.179296] env[62180]: DEBUG nova.compute.manager [None req-8e66581e-5219-41d0-a1c6-a36d24f1b3a9 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.180178] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66109161-e8ec-4f6f-a1e2-c32941c86aeb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.465953] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.466266] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.466412] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Deleting the datastore file [datastore1] ab653e12-3d2f-45ee-a3bc-13b670f26e75 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.466707] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a1b489-857b-414a-9bd2-ae4b84881056 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.470305] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf0523-fa87-4313-a44f-7ce50c4333b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.478707] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba1e4a6-e59f-4160-948b-9ac393231f16 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.482085] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for the task: (returnval){ [ 1913.482085] env[62180]: value = "task-1963897" [ 1913.482085] env[62180]: _type = "Task" [ 1913.482085] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.486791] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.486990] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.487176] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Deleting the datastore file [datastore1] 8868c05d-32c5-4888-9aa2-e6d174b1d386 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.520587] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a844328-d373-49bb-918d-032e65c3200b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.530557] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d209fac-97a7-4b3c-b644-3a4ff815a24c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.533567] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.533795] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.533976] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleting the datastore file [datastore1] 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.534582] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.534953] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9bdd3a2-6588-4f39-b15a-a11b6950e454 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.540020] env[62180]: DEBUG oslo_vmware.api [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for the task: (returnval){ [ 1913.540020] env[62180]: value = "task-1963898" [ 1913.540020] env[62180]: _type = "Task" [ 1913.540020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.548827] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29500ae0-1829-4d1f-be24-ab99f2c76200 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.553573] env[62180]: DEBUG oslo_vmware.api [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1913.553573] env[62180]: value = "task-1963899" [ 1913.553573] env[62180]: _type = "Task" [ 1913.553573] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.553971] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.554308] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.554676] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleting the datastore file [datastore1] 19741302-ee44-4652-8c2b-0e9dd014d1c2 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.555340] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "d84af47f-5b7c-479b-8fde-1af80f82d54b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.555817] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c70b4881-8669-4d3b-8d30-d208caec3c28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.576124] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "311c09e4-c463-4419-b23e-db1b6b6eaa24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.580017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.580017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "311c09e4-c463-4419-b23e-db1b6b6eaa24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.580017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.580017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.580017] env[62180]: DEBUG oslo_vmware.api [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.580017] env[62180]: DEBUG nova.compute.provider_tree [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.581998] env[62180]: INFO nova.compute.manager [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Terminating instance [ 1913.588074] env[62180]: DEBUG oslo_vmware.api [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1913.588074] env[62180]: value = "task-1963900" [ 1913.588074] env[62180]: _type = "Task" [ 1913.588074] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.592532] env[62180]: DEBUG oslo_vmware.api [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.605656] env[62180]: DEBUG oslo_vmware.api [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.991604] env[62180]: DEBUG oslo_vmware.api [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Task: {'id': task-1963897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112331} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.992187] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.992187] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.992294] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.992659] env[62180]: INFO nova.compute.manager [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Took 11.42 seconds to destroy the instance on the hypervisor. [ 1913.992659] env[62180]: DEBUG oslo.service.loopingcall [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.992816] env[62180]: DEBUG nova.compute.manager [-] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.992876] env[62180]: DEBUG nova.network.neutron [-] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.055244] env[62180]: DEBUG oslo_vmware.api [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Task: {'id': task-1963898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182805} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.055579] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.055767] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.055946] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.056252] env[62180]: INFO nova.compute.manager [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1914.056369] env[62180]: DEBUG oslo.service.loopingcall [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.056638] env[62180]: DEBUG nova.compute.manager [-] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.056767] env[62180]: DEBUG nova.network.neutron [-] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.068646] env[62180]: DEBUG oslo_vmware.api [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193927} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.068948] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.069958] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.070121] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.070579] env[62180]: INFO nova.compute.manager [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Took 2.39 seconds to destroy the instance on the hypervisor. [ 1914.070785] env[62180]: DEBUG oslo.service.loopingcall [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.070980] env[62180]: DEBUG nova.compute.manager [-] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.071089] env[62180]: DEBUG nova.network.neutron [-] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.082903] env[62180]: DEBUG nova.scheduler.client.report [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.087453] env[62180]: DEBUG nova.compute.manager [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.087720] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.094384] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b5df55-6daf-4f6c-a604-240621e69c34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.111639] env[62180]: DEBUG oslo_vmware.api [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184635} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.114625] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.114841] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.115035] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.115317] env[62180]: INFO nova.compute.manager [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1914.115468] env[62180]: DEBUG oslo.service.loopingcall [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.115697] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.117593] env[62180]: DEBUG nova.compute.manager [-] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.117689] env[62180]: DEBUG nova.network.neutron [-] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.119682] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1369a76-cf66-431f-8d61-6662abdc9ea8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.131973] env[62180]: DEBUG oslo_vmware.api [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1914.131973] env[62180]: value = "task-1963901" [ 1914.131973] env[62180]: _type = "Task" [ 1914.131973] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.139930] env[62180]: DEBUG oslo_vmware.api [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.589256] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.592473] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.440s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.596024] env[62180]: INFO nova.compute.claims [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.615085] env[62180]: INFO nova.scheduler.client.report [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Deleted allocations for instance f75daac5-b2f6-45d0-aff5-11536d96680e [ 1914.648772] env[62180]: DEBUG oslo_vmware.api [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963901, 'name': PowerOffVM_Task, 'duration_secs': 0.398815} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.649078] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.651287] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.651287] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15e01095-cbf6-461f-925e-7596dfa7b91d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.746037] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.746037] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.746037] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Deleting the datastore file [datastore1] 311c09e4-c463-4419-b23e-db1b6b6eaa24 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.746037] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55adad7f-ff32-4d90-b29f-ac1dc858c1ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.752231] env[62180]: DEBUG oslo_vmware.api [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for the task: (returnval){ [ 1914.752231] env[62180]: value = "task-1963903" [ 1914.752231] env[62180]: _type = "Task" [ 1914.752231] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.762974] env[62180]: DEBUG oslo_vmware.api [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.125710] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b75e9f32-027b-416d-b82d-28b2670abc20 tempest-ImagesOneServerNegativeTestJSON-213458252 tempest-ImagesOneServerNegativeTestJSON-213458252-project-member] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.947s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.126606] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 29.458s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.127091] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-078838c1-f3d7-47b3-a050-cc16db4363b8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.137930] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65404a8-2a5a-4560-934f-34853022b938 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.263966] env[62180]: DEBUG oslo_vmware.api [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Task: {'id': task-1963903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149583} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.264294] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.264515] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.264728] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.264916] env[62180]: INFO nova.compute.manager [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1915.265227] env[62180]: DEBUG oslo.service.loopingcall [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.265451] env[62180]: DEBUG nova.compute.manager [-] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1915.265575] env[62180]: DEBUG nova.network.neutron [-] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1915.349329] env[62180]: DEBUG nova.network.neutron [-] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.543602] env[62180]: DEBUG nova.network.neutron [-] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.552993] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "c9508217-827f-4b34-9cd7-e86a02c0f30c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.553327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.678357] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "f75daac5-b2f6-45d0-aff5-11536d96680e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.740360] env[62180]: DEBUG nova.network.neutron [-] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.854270] env[62180]: INFO nova.compute.manager [-] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Took 1.74 seconds to deallocate network for instance. [ 1915.917307] env[62180]: DEBUG nova.compute.manager [req-4ae44122-e673-4aed-86f5-e2f5062aaac8 req-e6dc4bfe-561d-4d5f-9de3-08ab491920e0 service nova] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Received event network-vif-deleted-e27d8e86-08b7-4803-8d86-9314cf6f8d33 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1916.054990] env[62180]: INFO nova.compute.manager [-] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Took 2.06 seconds to deallocate network for instance. [ 1916.055585] env[62180]: DEBUG nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1916.101627] env[62180]: DEBUG nova.network.neutron [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Successfully updated port: 32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.110950] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f07893-f79e-4516-b880-8d312f43d651 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.124958] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dacafe-04bc-45de-9e42-5e66a7adf126 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.162082] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e41b7ea-6022-42cb-99e9-6a0a9f1ab719 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.168464] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de4d5df-2268-4f26-b651-fd0cb920b98d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.185995] env[62180]: DEBUG nova.compute.provider_tree [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.189019] env[62180]: DEBUG nova.network.neutron [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Successfully updated port: 970d3ef0-2d4b-4574-94d4-a691d82c1b48 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.243183] env[62180]: INFO nova.compute.manager [-] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Took 2.17 seconds to deallocate network for instance. [ 1916.268785] env[62180]: DEBUG nova.compute.manager [req-bdbf40ad-abc7-46d0-8f81-2bcf00ab4290 req-e8c684b0-a9d7-4284-9b68-a579212de12c service nova] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Received event network-vif-deleted-7209d3a4-32d8-4c0a-bab4-20c764e15367 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1916.360558] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.594163] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.607500] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.608912] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.608912] env[62180]: DEBUG nova.network.neutron [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.618764] env[62180]: INFO nova.compute.manager [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Took 0.56 seconds to detach 1 volumes for instance. [ 1916.619143] env[62180]: DEBUG nova.compute.manager [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Deleting volume: 601cd704-7a4f-4400-831d-df8b6a5bd393 {{(pid=62180) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1916.662738] env[62180]: DEBUG nova.network.neutron [-] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.691366] env[62180]: DEBUG nova.scheduler.client.report [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.694594] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.694756] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.694918] env[62180]: DEBUG nova.network.neutron [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.750330] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.797437] env[62180]: DEBUG nova.network.neutron [-] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.158381] env[62180]: DEBUG nova.network.neutron [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.165713] env[62180]: INFO nova.compute.manager [-] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Took 3.11 seconds to deallocate network for instance. [ 1917.178704] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.197533] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.198053] env[62180]: DEBUG nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.206794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.475s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.207131] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.207410] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1917.209750] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.412s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.209750] env[62180]: DEBUG nova.objects.instance [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lazy-loading 'resources' on Instance uuid 9570b747-e196-45a7-8f38-28d10c2935ac {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.210625] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd5444-d91f-409e-a2c5-be1fd2270cf6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.222201] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3205a22f-84c0-4aff-b191-42bf85daeda9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.245926] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc2ada-d16a-478f-b102-c233785f8f90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.255826] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3eba06-8a31-4c73-a51b-b71bdc7b2e76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.294058] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178279MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1917.294400] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.295551] env[62180]: WARNING nova.network.neutron [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] 11ee6732-0c6e-40b0-b04d-187530662655 already exists in list: networks containing: ['11ee6732-0c6e-40b0-b04d-187530662655']. ignoring it [ 1917.295551] env[62180]: WARNING nova.network.neutron [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] 11ee6732-0c6e-40b0-b04d-187530662655 already exists in list: networks containing: ['11ee6732-0c6e-40b0-b04d-187530662655']. ignoring it [ 1917.300559] env[62180]: INFO nova.compute.manager [-] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Took 2.03 seconds to deallocate network for instance. [ 1917.447488] env[62180]: DEBUG nova.network.neutron [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updating instance_info_cache with network_info: [{"id": "32b4005a-ae88-417c-8a91-d184b68a456d", "address": "fa:16:3e:fd:75:fc", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4005a-ae", "ovs_interfaceid": "32b4005a-ae88-417c-8a91-d184b68a456d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.675393] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.707352] env[62180]: DEBUG nova.compute.utils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.708889] env[62180]: DEBUG nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.709137] env[62180]: DEBUG nova.network.neutron [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.813843] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.818696] env[62180]: DEBUG nova.policy [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc6205534b5441bcb9bc5ff72861e160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03c23d510bb1475cb1270bbea49b06fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.951026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.951099] env[62180]: DEBUG nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Instance network_info: |[{"id": "32b4005a-ae88-417c-8a91-d184b68a456d", "address": "fa:16:3e:fd:75:fc", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4005a-ae", "ovs_interfaceid": "32b4005a-ae88-417c-8a91-d184b68a456d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1917.954931] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:75:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b4005a-ae88-417c-8a91-d184b68a456d', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1917.959487] env[62180]: DEBUG oslo.service.loopingcall [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.959487] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1917.959759] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbea8870-f686-4a28-92d5-d73ca76e840c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.986329] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1917.986329] env[62180]: value = "task-1963907" [ 1917.986329] env[62180]: _type = "Task" [ 1917.986329] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.998058] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963907, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.027155] env[62180]: DEBUG nova.compute.manager [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Received event network-vif-deleted-b86bc839-da40-4ab0-8d13-2e0b18dc304e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.027367] env[62180]: DEBUG nova.compute.manager [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Received event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.027524] env[62180]: DEBUG nova.compute.manager [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing instance network info cache due to event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1918.027771] env[62180]: DEBUG oslo_concurrency.lockutils [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] Acquiring lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.027860] env[62180]: DEBUG oslo_concurrency.lockutils [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] Acquired lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.028264] env[62180]: DEBUG nova.network.neutron [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.210717] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320d6a3-136e-41be-a31b-aa3a4319aaa2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.212782] env[62180]: DEBUG nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.221071] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf194a5-e18a-4f1f-9ddc-95200a54f117 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.262891] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece812e-0129-4e7e-b31a-ba00164d758c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.272913] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a2bca7-15bb-4a5f-baac-4d18641ed72a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.289275] env[62180]: DEBUG nova.compute.provider_tree [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.366993] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Received event network-vif-plugged-32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.367478] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Acquiring lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.367911] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.368435] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.368687] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] No waiting events found dispatching network-vif-plugged-32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.368890] env[62180]: WARNING nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Received unexpected event network-vif-plugged-32b4005a-ae88-417c-8a91-d184b68a456d for instance with vm_state building and task_state spawning. [ 1918.369076] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-vif-plugged-970d3ef0-2d4b-4574-94d4-a691d82c1b48 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.369253] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.369435] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.369720] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.369976] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] No waiting events found dispatching network-vif-plugged-970d3ef0-2d4b-4574-94d4-a691d82c1b48 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.370209] env[62180]: WARNING nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received unexpected event network-vif-plugged-970d3ef0-2d4b-4574-94d4-a691d82c1b48 for instance with vm_state active and task_state None. [ 1918.370386] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Received event network-changed-32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.370567] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Refreshing instance network info cache due to event network-changed-32b4005a-ae88-417c-8a91-d184b68a456d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1918.370787] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Acquiring lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.370933] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Acquired lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.371119] env[62180]: DEBUG nova.network.neutron [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Refreshing network info cache for port 32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.502478] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963907, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.587742] env[62180]: DEBUG nova.network.neutron [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Successfully created port: bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1918.792766] env[62180]: DEBUG nova.scheduler.client.report [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.817033] env[62180]: DEBUG nova.network.neutron [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "address": "fa:16:3e:0b:38:3f", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a8bcab-71", "ovs_interfaceid": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "970d3ef0-2d4b-4574-94d4-a691d82c1b48", "address": "fa:16:3e:42:51:ef", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap970d3ef0-2d", "ovs_interfaceid": "970d3ef0-2d4b-4574-94d4-a691d82c1b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.000289] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963907, 'name': CreateVM_Task, 'duration_secs': 0.858232} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.000628] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1919.001476] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.001898] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.003927] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1919.003927] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fa6cc2-b459-4d90-8df9-7aa7f2d17f2f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.016854] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1919.016854] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520e10c6-54af-3a7e-c672-4debdc2ad516" [ 1919.016854] env[62180]: _type = "Task" [ 1919.016854] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.028695] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520e10c6-54af-3a7e-c672-4debdc2ad516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.221829] env[62180]: DEBUG nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.261227] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.261481] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.261888] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.261888] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.261997] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.262088] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.262291] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.262447] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.262612] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.262774] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.262942] env[62180]: DEBUG nova.virt.hardware [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.263842] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986ff3c6-a36d-41cb-b2bd-0f6b7f07d925 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.273227] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95912aa3-d3f5-4d17-8345-06fa1be5ceeb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.298515] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.307477] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.317s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.307477] env[62180]: DEBUG nova.objects.instance [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lazy-loading 'resources' on Instance uuid 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.321495] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.322074] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.322184] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.323103] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c6d00-a8cd-4b08-910b-54d7869cfcb5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.345528] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.345789] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.345950] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.346148] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.346296] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.346442] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.346650] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.346813] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.346977] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.347153] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.347315] env[62180]: DEBUG nova.virt.hardware [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.353717] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfiguring VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1919.354935] env[62180]: INFO nova.scheduler.client.report [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted allocations for instance 9570b747-e196-45a7-8f38-28d10c2935ac [ 1919.359670] env[62180]: DEBUG nova.network.neutron [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updated VIF entry in instance network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.360025] env[62180]: DEBUG nova.network.neutron [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.361347] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a097d05-03e3-41ac-af1a-445838e0bb7d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.389493] env[62180]: DEBUG oslo_vmware.api [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1919.389493] env[62180]: value = "task-1963909" [ 1919.389493] env[62180]: _type = "Task" [ 1919.389493] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.400571] env[62180]: DEBUG oslo_vmware.api [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.529128] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520e10c6-54af-3a7e-c672-4debdc2ad516, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.529128] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.529320] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.529429] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.529566] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.529876] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.530126] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fc9696-66f5-4a34-9246-7a7aed404361 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.543023] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.543023] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.543023] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4799ad6-6ac1-4419-bba8-2af70cd8d620 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.549432] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1919.549432] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb2eef-6890-4fef-d554-5e2737f20e9f" [ 1919.549432] env[62180]: _type = "Task" [ 1919.549432] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.560859] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb2eef-6890-4fef-d554-5e2737f20e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.578413] env[62180]: DEBUG nova.network.neutron [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updated VIF entry in instance network info cache for port 32b4005a-ae88-417c-8a91-d184b68a456d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.578793] env[62180]: DEBUG nova.network.neutron [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updating instance_info_cache with network_info: [{"id": "32b4005a-ae88-417c-8a91-d184b68a456d", "address": "fa:16:3e:fd:75:fc", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4005a-ae", "ovs_interfaceid": "32b4005a-ae88-417c-8a91-d184b68a456d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.862917] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f9de1b52-8e73-424c-a931-700f00222811 tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "9570b747-e196-45a7-8f38-28d10c2935ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.722s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.864760] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "9570b747-e196-45a7-8f38-28d10c2935ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 34.196s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.865099] env[62180]: INFO nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] During sync_power_state the instance has a pending task (deleting). Skip. [ 1919.867017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "9570b747-e196-45a7-8f38-28d10c2935ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.878196] env[62180]: DEBUG oslo_concurrency.lockutils [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] Releasing lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.879122] env[62180]: DEBUG nova.compute.manager [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Received event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1919.879322] env[62180]: DEBUG nova.compute.manager [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing instance network info cache due to event network-changed-782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1919.881327] env[62180]: DEBUG oslo_concurrency.lockutils [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] Acquiring lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.881327] env[62180]: DEBUG oslo_concurrency.lockutils [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] Acquired lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.881327] env[62180]: DEBUG nova.network.neutron [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Refreshing network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1919.906084] env[62180]: DEBUG oslo_vmware.api [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.062610] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb2eef-6890-4fef-d554-5e2737f20e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.067418] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37322d40-f249-4458-9cae-bd7a70dec1b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.073944] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1920.073944] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52033891-57bf-940a-4b15-92a97c552311" [ 1920.073944] env[62180]: _type = "Task" [ 1920.073944] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.081614] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Releasing lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.081928] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Received event network-vif-deleted-47eebb08-e3a7-4331-9ffb-8c51e51cefc9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1920.082096] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-changed-970d3ef0-2d4b-4574-94d4-a691d82c1b48 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1920.082281] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing instance network info cache due to event network-changed-970d3ef0-2d4b-4574-94d4-a691d82c1b48. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1920.082524] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.082677] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.082816] env[62180]: DEBUG nova.network.neutron [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Refreshing network info cache for port 970d3ef0-2d4b-4574-94d4-a691d82c1b48 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.090410] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52033891-57bf-940a-4b15-92a97c552311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.304493] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c977612-4862-436b-9a39-1ea118f71103 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.314652] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e7f5c5-261e-4306-8016-1b83cc999d3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.351601] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd033556-9583-4d89-b12a-1f864a9fbfad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.360939] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b771cd5-2c59-4038-b3d9-7af8d707edd7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.376830] env[62180]: DEBUG nova.compute.provider_tree [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.402383] env[62180]: DEBUG oslo_vmware.api [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963909, 'name': ReconfigVM_Task, 'duration_secs': 0.761215} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.402383] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.402587] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfigured VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1920.588480] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52033891-57bf-940a-4b15-92a97c552311, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.588788] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.589076] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1920.589350] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc8f4a5-981e-490f-8b67-fc3b8ff2dcfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.600707] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1920.600707] env[62180]: value = "task-1963910" [ 1920.600707] env[62180]: _type = "Task" [ 1920.600707] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.609464] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.884546] env[62180]: DEBUG nova.scheduler.client.report [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.911253] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9b19b33f-4b10-4642-92fc-92aef0c92999 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-970d3ef0-2d4b-4574-94d4-a691d82c1b48" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 14.785s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.038329] env[62180]: DEBUG nova.network.neutron [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updated VIF entry in instance network info cache for port 782cf2ab-b258-4cc3-b4e3-56de8273bbd3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.038721] env[62180]: DEBUG nova.network.neutron [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [{"id": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "address": "fa:16:3e:34:32:cc", "network": {"id": "2b50b415-507f-4ebe-927a-4d97ae468647", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1325260645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7e2eb33c9347929b89d7156c69f536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap782cf2ab-b2", "ovs_interfaceid": "782cf2ab-b258-4cc3-b4e3-56de8273bbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.111839] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963910, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.147640] env[62180]: DEBUG nova.compute.manager [req-8ca06f1f-9ab9-44a6-a833-057269b21386 req-19d2f8ec-8125-4672-9dd8-c2873f7e5721 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received event network-vif-plugged-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.147966] env[62180]: DEBUG oslo_concurrency.lockutils [req-8ca06f1f-9ab9-44a6-a833-057269b21386 req-19d2f8ec-8125-4672-9dd8-c2873f7e5721 service nova] Acquiring lock "1a32d991-04e4-4306-b2a4-21aff3df5806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.148094] env[62180]: DEBUG oslo_concurrency.lockutils [req-8ca06f1f-9ab9-44a6-a833-057269b21386 req-19d2f8ec-8125-4672-9dd8-c2873f7e5721 service nova] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.148267] env[62180]: DEBUG oslo_concurrency.lockutils [req-8ca06f1f-9ab9-44a6-a833-057269b21386 req-19d2f8ec-8125-4672-9dd8-c2873f7e5721 service nova] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.148430] env[62180]: DEBUG nova.compute.manager [req-8ca06f1f-9ab9-44a6-a833-057269b21386 req-19d2f8ec-8125-4672-9dd8-c2873f7e5721 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] No waiting events found dispatching network-vif-plugged-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.148595] env[62180]: WARNING nova.compute.manager [req-8ca06f1f-9ab9-44a6-a833-057269b21386 req-19d2f8ec-8125-4672-9dd8-c2873f7e5721 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received unexpected event network-vif-plugged-bd55f5e0-12a9-456a-ab90-33a39945758e for instance with vm_state building and task_state spawning. [ 1921.198495] env[62180]: DEBUG nova.network.neutron [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updated VIF entry in instance network info cache for port 970d3ef0-2d4b-4574-94d4-a691d82c1b48. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.198495] env[62180]: DEBUG nova.network.neutron [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "address": "fa:16:3e:0b:38:3f", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a8bcab-71", "ovs_interfaceid": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "970d3ef0-2d4b-4574-94d4-a691d82c1b48", "address": "fa:16:3e:42:51:ef", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap970d3ef0-2d", "ovs_interfaceid": "970d3ef0-2d4b-4574-94d4-a691d82c1b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.388370] env[62180]: DEBUG nova.network.neutron [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Successfully updated port: bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1921.398296] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.400806] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.462s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.401412] env[62180]: DEBUG nova.objects.instance [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1921.436679] env[62180]: INFO nova.scheduler.client.report [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Deleted allocations for instance 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7 [ 1921.542518] env[62180]: DEBUG oslo_concurrency.lockutils [req-e80b5af5-7a56-4ea2-9be8-cca48f6f4199 req-ceafdd3d-5561-4ad8-8f4e-4c0111d8bef8 service nova] Releasing lock "refresh_cache-843e9045-3f36-44de-adce-9811351fa249" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.613799] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533688} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.614377] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1921.614822] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1921.615258] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aead9e24-187d-4b8f-917a-84c0ab40e5b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.623478] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1921.623478] env[62180]: value = "task-1963911" [ 1921.623478] env[62180]: _type = "Task" [ 1921.623478] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.633471] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.704216] env[62180]: DEBUG oslo_concurrency.lockutils [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.704479] env[62180]: DEBUG nova.compute.manager [req-c142f717-2502-4810-84ad-41d0089a0866 req-256310f6-09f1-475d-b690-4c2a7ffe9846 service nova] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Received event network-vif-deleted-d26c8b4a-3365-4e77-ae11-3625e0542dcc {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.890212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.890366] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquired lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.890519] env[62180]: DEBUG nova.network.neutron [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.945299] env[62180]: DEBUG oslo_concurrency.lockutils [None req-29db96b4-e1d7-409f-aea1-820d8a6fdbec tempest-MultipleCreateTestJSON-1042225712 tempest-MultipleCreateTestJSON-1042225712-project-member] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.719s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.946237] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 36.278s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.946430] env[62180]: INFO nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1921.946604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.136423] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071435} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.136900] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1922.138676] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfa3711-7a8d-4a0d-8cc0-6c07a05d3cc1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.171854] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1922.172396] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d09a61-10bf-426a-aad8-6fb0f8c1868e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.199695] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1922.199695] env[62180]: value = "task-1963912" [ 1922.199695] env[62180]: _type = "Task" [ 1922.199695] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.209553] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.411299] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2616eeae-ec0b-4581-a103-8f3648e012a8 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.412642] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.579s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.412878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.414956] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.091s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.417116] env[62180]: INFO nova.compute.claims [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1922.453466] env[62180]: DEBUG nova.network.neutron [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1922.457822] env[62180]: INFO nova.scheduler.client.report [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Deleted allocations for instance f5a7ea7e-547b-44e5-a28e-d48b61f06aba [ 1922.717013] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963912, 'name': ReconfigVM_Task, 'duration_secs': 0.434897} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.717330] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfigured VM instance instance-00000053 to attach disk [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.717990] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2076d0fa-742f-4718-bd47-c8232f484606 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.721468] env[62180]: DEBUG nova.network.neutron [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.727804] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1922.727804] env[62180]: value = "task-1963913" [ 1922.727804] env[62180]: _type = "Task" [ 1922.727804] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.739144] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963913, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.970104] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e8500f38-2ed3-464d-968e-2d59cad39156 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f5a7ea7e-547b-44e5-a28e-d48b61f06aba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.927s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.227581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Releasing lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.227920] env[62180]: DEBUG nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Instance network_info: |[{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1923.228467] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:4a:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd55f5e0-12a9-456a-ab90-33a39945758e', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1923.242020] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Creating folder: Project (03c23d510bb1475cb1270bbea49b06fe). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1923.252996] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b192f0fe-6073-47f3-89b9-e7780d977ab8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.264184] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963913, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.267681] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Created folder: Project (03c23d510bb1475cb1270bbea49b06fe) in parent group-v404325. [ 1923.267945] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Creating folder: Instances. Parent ref: group-v404542. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1923.268150] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c65f6de-b810-4688-9209-a3f5bd946eae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.279909] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Created folder: Instances in parent group-v404542. [ 1923.280573] env[62180]: DEBUG oslo.service.loopingcall [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.280573] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1923.280681] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2b5c669-8a8c-4a36-9e10-d558036535b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.304757] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1923.304757] env[62180]: value = "task-1963916" [ 1923.304757] env[62180]: _type = "Task" [ 1923.304757] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.315096] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963916, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.548443] env[62180]: DEBUG nova.compute.manager [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1923.548443] env[62180]: DEBUG nova.compute.manager [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing instance network info cache due to event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1923.548443] env[62180]: DEBUG oslo_concurrency.lockutils [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] Acquiring lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.548443] env[62180]: DEBUG oslo_concurrency.lockutils [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] Acquired lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.548443] env[62180]: DEBUG nova.network.neutron [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.744456] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963913, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.756732] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquiring lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.756980] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.816257] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963916, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.921288] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ba86ed-7bf7-4cbf-b668-7961b0186c87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.931496] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2bf4f0-2cbd-49bb-ae16-0f91d816fed9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.969658] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ded77b-1f78-4e90-9f54-88768916ce0d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.979459] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97703fb-ba75-46a0-91ac-13ec211d86ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.995826] env[62180]: DEBUG nova.compute.provider_tree [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1924.247764] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963913, 'name': Rename_Task, 'duration_secs': 1.181784} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.248252] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.248775] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e38c60c2-e92b-4fd0-b652-e84cf931e789 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.258821] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 1924.258821] env[62180]: value = "task-1963917" [ 1924.258821] env[62180]: _type = "Task" [ 1924.258821] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.269084] env[62180]: DEBUG nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.271872] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.284765] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-19a8bcab-7151-4d13-be5a-dd6d6e5851c5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.285376] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-19a8bcab-7151-4d13-be5a-dd6d6e5851c5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.317153] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963916, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.452809] env[62180]: DEBUG nova.network.neutron [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updated VIF entry in instance network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1924.453221] env[62180]: DEBUG nova.network.neutron [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.524273] env[62180]: ERROR nova.scheduler.client.report [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [req-923ae55b-c35d-441a-a348-b413eb76f253] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-923ae55b-c35d-441a-a348-b413eb76f253"}]} [ 1924.547644] env[62180]: DEBUG nova.scheduler.client.report [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1924.574048] env[62180]: DEBUG nova.scheduler.client.report [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1924.574048] env[62180]: DEBUG nova.compute.provider_tree [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1924.597462] env[62180]: DEBUG nova.scheduler.client.report [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1924.619695] env[62180]: DEBUG nova.scheduler.client.report [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1924.768907] env[62180]: DEBUG oslo_vmware.api [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1963917, 'name': PowerOnVM_Task, 'duration_secs': 0.483554} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.771805] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1924.772073] env[62180]: INFO nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Took 15.48 seconds to spawn the instance on the hypervisor. [ 1924.772220] env[62180]: DEBUG nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.773321] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422fad38-2777-4915-8817-789cc5141501 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.792571] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.792571] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.793088] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f7299-f058-4e99-a84c-2c88d92efc9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.801146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.824468] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743dc5a9-867d-43ad-9f5d-1f999003ff2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.834830] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963916, 'name': CreateVM_Task, 'duration_secs': 1.231831} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.856137] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1924.862473] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfiguring VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1924.865716] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.865898] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.866398] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1924.867087] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-245a997a-b652-48e9-a5d5-4d378cfab4d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.882028] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9bbb5ec-15c9-4bc5-8e61-a71153e7ebde {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.888556] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1924.888556] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e7d1ac-5de1-993e-a53c-0b4f3e2b37dc" [ 1924.888556] env[62180]: _type = "Task" [ 1924.888556] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.894525] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1924.894525] env[62180]: value = "task-1963918" [ 1924.894525] env[62180]: _type = "Task" [ 1924.894525] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.905101] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e7d1ac-5de1-993e-a53c-0b4f3e2b37dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.905892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.905892] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1924.905892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.906126] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.906126] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1924.906371] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ceeaaac-2349-4f29-8c09-03920004b732 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.911835] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.930921] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1924.930921] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1924.930921] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ee22e9-c506-47b9-b6d0-520ef1910bc6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.939045] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1924.939045] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52df4e41-cd20-faf2-66bd-0377b380f7b1" [ 1924.939045] env[62180]: _type = "Task" [ 1924.939045] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.947488] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52df4e41-cd20-faf2-66bd-0377b380f7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.957563] env[62180]: DEBUG oslo_concurrency.lockutils [req-5b10f108-95c0-4dc4-9730-e288d1cd44fa req-2be50ad6-8157-4dbe-9865-4638ea5ad7e5 service nova] Releasing lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.134982] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.135297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.135564] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.137044] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.137044] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.138606] env[62180]: INFO nova.compute.manager [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Terminating instance [ 1925.182633] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db060294-ffe6-46d2-91eb-e0a51b8093b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.192320] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fb23d7-bee0-4e01-8d19-5c1b919bbfe9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.223099] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00655e36-eb8d-44b5-b430-ddb5e38127d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.232342] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6173bd9-6583-4f00-ac4d-83e479427acb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.251343] env[62180]: DEBUG nova.compute.provider_tree [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.297582] env[62180]: INFO nova.compute.manager [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Took 49.96 seconds to build instance. [ 1925.409699] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.453018] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52df4e41-cd20-faf2-66bd-0377b380f7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014068} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.453018] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc11e398-206b-4b04-8d6a-08faa33ca4bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.458821] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1925.458821] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f363a-feb5-5154-1625-f3de78319d78" [ 1925.458821] env[62180]: _type = "Task" [ 1925.458821] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.468640] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f363a-feb5-5154-1625-f3de78319d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.643995] env[62180]: DEBUG nova.compute.manager [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1925.643995] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1925.643995] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d4092d-0d46-4f47-9782-9532945d88ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.652511] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1925.653097] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35bd053-3551-4fd1-80f3-d6a2c0ba4bcd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.660850] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1925.660850] env[62180]: value = "task-1963919" [ 1925.660850] env[62180]: _type = "Task" [ 1925.660850] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.670725] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.799811] env[62180]: DEBUG nova.scheduler.client.report [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1925.799811] env[62180]: DEBUG nova.compute.provider_tree [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 114 to 115 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1925.801795] env[62180]: DEBUG nova.compute.provider_tree [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.808342] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f2fc184-d0c9-4b19-a248-c15c7b863f63 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.481s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.891868] env[62180]: DEBUG nova.compute.manager [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Received event network-changed-32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1925.892384] env[62180]: DEBUG nova.compute.manager [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Refreshing instance network info cache due to event network-changed-32b4005a-ae88-417c-8a91-d184b68a456d. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1925.892651] env[62180]: DEBUG oslo_concurrency.lockutils [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] Acquiring lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.892799] env[62180]: DEBUG oslo_concurrency.lockutils [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] Acquired lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.892975] env[62180]: DEBUG nova.network.neutron [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Refreshing network info cache for port 32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1925.909283] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.970524] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f363a-feb5-5154-1625-f3de78319d78, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.970797] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.971080] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/1a32d991-04e4-4306-b2a4-21aff3df5806.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1925.971674] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8277dd-5895-4051-95c5-869bc3ff6de3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.979973] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1925.979973] env[62180]: value = "task-1963920" [ 1925.979973] env[62180]: _type = "Task" [ 1925.979973] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.988841] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.175642] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963919, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.311036] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.896s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.311667] env[62180]: DEBUG nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1926.318962] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.910s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.322873] env[62180]: INFO nova.compute.claims [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.413027] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.496618] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458219} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.497900] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/1a32d991-04e4-4306-b2a4-21aff3df5806.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.497900] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1926.497900] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a242d0c7-3114-43f1-9702-cddfdbed3ddc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.507803] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1926.507803] env[62180]: value = "task-1963921" [ 1926.507803] env[62180]: _type = "Task" [ 1926.507803] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.521933] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.674696] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963919, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.708543] env[62180]: DEBUG nova.network.neutron [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updated VIF entry in instance network info cache for port 32b4005a-ae88-417c-8a91-d184b68a456d. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1926.708820] env[62180]: DEBUG nova.network.neutron [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updating instance_info_cache with network_info: [{"id": "32b4005a-ae88-417c-8a91-d184b68a456d", "address": "fa:16:3e:fd:75:fc", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4005a-ae", "ovs_interfaceid": "32b4005a-ae88-417c-8a91-d184b68a456d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.829339] env[62180]: DEBUG nova.compute.utils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.837333] env[62180]: DEBUG nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1926.838699] env[62180]: DEBUG nova.network.neutron [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1926.847955] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "79b1db90-008b-4ab2-b4a2-57113da3a715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.848373] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.912851] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.952370] env[62180]: DEBUG nova.policy [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7159bc3d88e4b639bf0ca012226b9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ffb4be0b64487e80b60778338adbee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1927.018272] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062922} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.018548] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.019664] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c815c92-694a-4b66-bbb4-f73a85c6c1eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.056949] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/1a32d991-04e4-4306-b2a4-21aff3df5806.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.057568] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3962622d-3e00-41ec-876b-13b4265a5643 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.092974] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1927.092974] env[62180]: value = "task-1963922" [ 1927.092974] env[62180]: _type = "Task" [ 1927.092974] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.108260] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.174197] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963919, 'name': PowerOffVM_Task, 'duration_secs': 1.216992} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.174483] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.174649] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.175101] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51db4c7c-52c9-4694-b15f-44a4455ee9d4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.212843] env[62180]: DEBUG oslo_concurrency.lockutils [req-7c29769b-70e9-47f3-a2d7-ec2ad9237f2c req-7f8f2caa-fd59-438e-9d25-32a0d77e083f service nova] Releasing lock "refresh_cache-dfc3a0ab-f3a0-481e-85f6-04065f07feac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.324888] env[62180]: DEBUG nova.network.neutron [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Successfully created port: 628e52ec-35c8-4581-b20d-cf9ec520a207 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1927.344285] env[62180]: DEBUG nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1927.355473] env[62180]: DEBUG nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1927.415790] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.603613] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963922, 'name': ReconfigVM_Task, 'duration_secs': 0.402984} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.605876] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/1a32d991-04e4-4306-b2a4-21aff3df5806.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.607817] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31667824-0a9f-4797-a870-f7fd6792da5b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.609366] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.609557] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.609733] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Deleting the datastore file [datastore1] f8a7a431-66a3-4ecb-a701-5d53e24b28fa {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.609986] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9bcf2d3-b17f-4ec2-8ea9-86f83080c82e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.617272] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for the task: (returnval){ [ 1927.617272] env[62180]: value = "task-1963925" [ 1927.617272] env[62180]: _type = "Task" [ 1927.617272] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.619136] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1927.619136] env[62180]: value = "task-1963924" [ 1927.619136] env[62180]: _type = "Task" [ 1927.619136] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.633933] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963924, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.636902] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.791581] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a49bc04-2e90-4071-b065-ad22a24b0aff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.800174] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d5ad2c-d08f-4b62-879f-7872a934fc14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.834204] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e0fe44-3d6f-4371-8377-e6afb8543de0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.842995] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7c0c2-324e-4d9e-ad5b-a5fbad20ab95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.866610] env[62180]: DEBUG nova.compute.provider_tree [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.881345] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.915550] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.130709] env[62180]: DEBUG oslo_vmware.api [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Task: {'id': task-1963925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196163} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.131334] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1928.131543] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1928.131742] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1928.131917] env[62180]: INFO nova.compute.manager [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1928.132170] env[62180]: DEBUG oslo.service.loopingcall [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1928.132360] env[62180]: DEBUG nova.compute.manager [-] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1928.132451] env[62180]: DEBUG nova.network.neutron [-] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1928.137011] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963924, 'name': Rename_Task, 'duration_secs': 0.239178} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.137736] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1928.137841] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad784065-a6e1-4d16-bfc1-f4b68edac734 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.144780] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1928.144780] env[62180]: value = "task-1963926" [ 1928.144780] env[62180]: _type = "Task" [ 1928.144780] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.152941] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.370413] env[62180]: DEBUG nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1928.376938] env[62180]: DEBUG nova.scheduler.client.report [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.410156] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1928.410581] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.410666] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1928.410785] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.410988] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1928.411217] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1928.411443] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1928.411604] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1928.411765] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1928.411923] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1928.412109] env[62180]: DEBUG nova.virt.hardware [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1928.413189] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da3299-5599-4496-add6-bce3a188401e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.422127] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.425162] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd0009-10f4-4bc4-bb1a-f03acae56e93 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.462825] env[62180]: DEBUG nova.compute.manager [req-adc2adef-af9d-43c9-a9fb-07584d8e9bcd req-9912dde3-9b7a-4039-b2f5-a7f91c39bdba service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Received event network-vif-deleted-0fe66c2d-976a-4b11-aa4c-f76c4b5b8690 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1928.462975] env[62180]: INFO nova.compute.manager [req-adc2adef-af9d-43c9-a9fb-07584d8e9bcd req-9912dde3-9b7a-4039-b2f5-a7f91c39bdba service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Neutron deleted interface 0fe66c2d-976a-4b11-aa4c-f76c4b5b8690; detaching it from the instance and deleting it from the info cache [ 1928.463155] env[62180]: DEBUG nova.network.neutron [req-adc2adef-af9d-43c9-a9fb-07584d8e9bcd req-9912dde3-9b7a-4039-b2f5-a7f91c39bdba service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.656185] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.883618] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.884178] env[62180]: DEBUG nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.886902] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.800s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.890622] env[62180]: INFO nova.compute.claims [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.895232] env[62180]: DEBUG nova.network.neutron [-] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.909425] env[62180]: DEBUG nova.network.neutron [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Successfully updated port: 628e52ec-35c8-4581-b20d-cf9ec520a207 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1928.921245] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.967249] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d486f007-4455-491a-bc8f-04f89695ff99 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.981450] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc05a8-6ab9-470e-8fb0-532d0712ad1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.021070] env[62180]: DEBUG nova.compute.manager [req-adc2adef-af9d-43c9-a9fb-07584d8e9bcd req-9912dde3-9b7a-4039-b2f5-a7f91c39bdba service nova] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Detach interface failed, port_id=0fe66c2d-976a-4b11-aa4c-f76c4b5b8690, reason: Instance f8a7a431-66a3-4ecb-a701-5d53e24b28fa could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1929.156312] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.394628] env[62180]: DEBUG nova.compute.utils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.398628] env[62180]: DEBUG nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.398884] env[62180]: DEBUG nova.network.neutron [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.401853] env[62180]: INFO nova.compute.manager [-] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Took 1.27 seconds to deallocate network for instance. [ 1929.411860] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "refresh_cache-b155f91d-913d-4e0d-ad02-085509c15f9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.412166] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "refresh_cache-b155f91d-913d-4e0d-ad02-085509c15f9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.412449] env[62180]: DEBUG nova.network.neutron [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.418127] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.457010] env[62180]: DEBUG nova.policy [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9287f94a7deb4c0aa1d2a5bbbe0ea0df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d07862011cb4ad686aa0a6c069d2d60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.657202] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.751921] env[62180]: DEBUG nova.network.neutron [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Successfully created port: 4bdeb812-fc89-4ec9-a943-2056d2f5494c {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.899645] env[62180]: DEBUG nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.910061] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.926818] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.973510] env[62180]: DEBUG nova.network.neutron [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1930.161403] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.334373] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ac0d34-859c-46bd-b5d9-c093ffb64fab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.342840] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb9ba4-ea6a-4300-87cc-b45447fe87ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.380065] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b0a229-d2ca-4277-b46c-004d036fa56c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.389810] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9dbcab-b43e-4f2a-b0fe-2f0044159607 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.407448] env[62180]: DEBUG nova.compute.provider_tree [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.433483] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.434275] env[62180]: DEBUG nova.network.neutron [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Updating instance_info_cache with network_info: [{"id": "628e52ec-35c8-4581-b20d-cf9ec520a207", "address": "fa:16:3e:50:50:13", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628e52ec-35", "ovs_interfaceid": "628e52ec-35c8-4581-b20d-cf9ec520a207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.585368] env[62180]: DEBUG nova.compute.manager [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Received event network-vif-plugged-628e52ec-35c8-4581-b20d-cf9ec520a207 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.585368] env[62180]: DEBUG oslo_concurrency.lockutils [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] Acquiring lock "b155f91d-913d-4e0d-ad02-085509c15f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.585456] env[62180]: DEBUG oslo_concurrency.lockutils [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.585593] env[62180]: DEBUG oslo_concurrency.lockutils [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.585764] env[62180]: DEBUG nova.compute.manager [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] No waiting events found dispatching network-vif-plugged-628e52ec-35c8-4581-b20d-cf9ec520a207 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1930.586212] env[62180]: WARNING nova.compute.manager [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Received unexpected event network-vif-plugged-628e52ec-35c8-4581-b20d-cf9ec520a207 for instance with vm_state building and task_state spawning. [ 1930.586212] env[62180]: DEBUG nova.compute.manager [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Received event network-changed-628e52ec-35c8-4581-b20d-cf9ec520a207 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1930.586298] env[62180]: DEBUG nova.compute.manager [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Refreshing instance network info cache due to event network-changed-628e52ec-35c8-4581-b20d-cf9ec520a207. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1930.586382] env[62180]: DEBUG oslo_concurrency.lockutils [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] Acquiring lock "refresh_cache-b155f91d-913d-4e0d-ad02-085509c15f9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.660741] env[62180]: DEBUG oslo_vmware.api [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963926, 'name': PowerOnVM_Task, 'duration_secs': 2.288854} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.661016] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1930.661232] env[62180]: INFO nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1930.661409] env[62180]: DEBUG nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.662185] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3000746e-71aa-44c4-bb84-cd6d80b47367 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.913507] env[62180]: DEBUG nova.scheduler.client.report [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.918898] env[62180]: DEBUG nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.932649] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.938272] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "refresh_cache-b155f91d-913d-4e0d-ad02-085509c15f9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.938588] env[62180]: DEBUG nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Instance network_info: |[{"id": "628e52ec-35c8-4581-b20d-cf9ec520a207", "address": "fa:16:3e:50:50:13", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628e52ec-35", "ovs_interfaceid": "628e52ec-35c8-4581-b20d-cf9ec520a207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1930.941140] env[62180]: DEBUG oslo_concurrency.lockutils [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] Acquired lock "refresh_cache-b155f91d-913d-4e0d-ad02-085509c15f9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.941391] env[62180]: DEBUG nova.network.neutron [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Refreshing network info cache for port 628e52ec-35c8-4581-b20d-cf9ec520a207 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.942722] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:50:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '628e52ec-35c8-4581-b20d-cf9ec520a207', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.949908] env[62180]: DEBUG oslo.service.loopingcall [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.950980] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.951237] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7de49b9-9352-40af-aa18-388c4e16d1e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.967818] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.968204] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.968494] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.968830] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.969108] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.969299] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.969515] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.969676] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.969841] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.970008] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.970224] env[62180]: DEBUG nova.virt.hardware [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.971359] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e680d66-f331-480e-b987-fe6d2907623e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.981676] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8c27a-5a8e-46c9-8f33-b2b03c34f87b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.985265] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.985265] env[62180]: value = "task-1963927" [ 1930.985265] env[62180]: _type = "Task" [ 1930.985265] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.000953] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963927, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.178128] env[62180]: INFO nova.compute.manager [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Took 48.05 seconds to build instance. [ 1931.418140] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.419204] env[62180]: DEBUG nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1931.424159] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.911s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.435293] env[62180]: DEBUG oslo_vmware.api [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963918, 'name': ReconfigVM_Task, 'duration_secs': 6.244621} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.436676] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.437052] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Reconfigured VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1931.496341] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963927, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.680371] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b59777d4-5fa3-4307-a2c4-4efa262960c4 tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.557s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.927019] env[62180]: DEBUG nova.compute.utils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.927493] env[62180]: DEBUG nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.927767] env[62180]: DEBUG nova.network.neutron [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.933089] env[62180]: INFO nova.compute.claims [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1931.999282] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963927, 'name': CreateVM_Task, 'duration_secs': 0.639597} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.999572] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1932.000429] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.000780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.003017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1932.003017] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdaa3533-fd9b-4236-8341-4adc58619f67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.008026] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1932.008026] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52db7ca9-5a19-4699-30d8-6a99305d76ea" [ 1932.008026] env[62180]: _type = "Task" [ 1932.008026] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.017815] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52db7ca9-5a19-4699-30d8-6a99305d76ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.039071] env[62180]: DEBUG nova.network.neutron [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Successfully updated port: 4bdeb812-fc89-4ec9-a943-2056d2f5494c {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1932.051579] env[62180]: DEBUG nova.network.neutron [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Updated VIF entry in instance network info cache for port 628e52ec-35c8-4581-b20d-cf9ec520a207. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.051579] env[62180]: DEBUG nova.network.neutron [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Updating instance_info_cache with network_info: [{"id": "628e52ec-35c8-4581-b20d-cf9ec520a207", "address": "fa:16:3e:50:50:13", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628e52ec-35", "ovs_interfaceid": "628e52ec-35c8-4581-b20d-cf9ec520a207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.073356] env[62180]: DEBUG nova.policy [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95d5736371d7460191d2f2761526367a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '401d682a4ae5461a99a3733555456aad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1932.298232] env[62180]: INFO nova.compute.manager [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Rescuing [ 1932.298528] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.298681] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquired lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.298846] env[62180]: DEBUG nova.network.neutron [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.302831] env[62180]: INFO nova.compute.manager [None req-fac32040-edc3-4a97-b889-3f9c61537675 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Get console output [ 1932.302831] env[62180]: WARNING nova.virt.vmwareapi.driver [None req-fac32040-edc3-4a97-b889-3f9c61537675 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] The console log is missing. Check your VSPC configuration [ 1932.353236] env[62180]: DEBUG nova.network.neutron [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Successfully created port: 963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1932.431226] env[62180]: DEBUG nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1932.439572] env[62180]: INFO nova.compute.resource_tracker [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating resource usage from migration 7fe84f10-7c71-4d4f-977d-cd9e0e1c1ff8 [ 1932.519193] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52db7ca9-5a19-4699-30d8-6a99305d76ea, 'name': SearchDatastore_Task, 'duration_secs': 0.14303} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.520452] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.520452] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1932.520452] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.520452] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.520452] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1932.520780] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee83857-8d4c-40af-80d6-0557e897f5ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.530200] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1932.530396] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1932.531578] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf34056f-a95f-4826-8bcf-685fee823dd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.539222] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1932.539222] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a8c135-243c-9eef-a141-e2fe44966f53" [ 1932.539222] env[62180]: _type = "Task" [ 1932.539222] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.545113] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.545300] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquired lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.545460] env[62180]: DEBUG nova.network.neutron [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.552011] env[62180]: DEBUG oslo_concurrency.lockutils [req-18d2778e-2134-40d4-ab82-3c6501a29a89 req-1d1308ce-e551-4659-8d8b-d0c6860793e3 service nova] Releasing lock "refresh_cache-b155f91d-913d-4e0d-ad02-085509c15f9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.560485] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a8c135-243c-9eef-a141-e2fe44966f53, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.561524] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f79ad5e-1328-4f99-b2db-2cd743005f67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.571269] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1932.571269] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526d54c8-8b71-9a8a-376f-a657348d6073" [ 1932.571269] env[62180]: _type = "Task" [ 1932.571269] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.581660] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526d54c8-8b71-9a8a-376f-a657348d6073, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.584444] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.585531] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b155f91d-913d-4e0d-ad02-085509c15f9c/b155f91d-913d-4e0d-ad02-085509c15f9c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.587258] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-206bff5e-ff5f-43c8-8077-d860166682c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.595796] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1932.595796] env[62180]: value = "task-1963928" [ 1932.595796] env[62180]: _type = "Task" [ 1932.595796] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.610581] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.745026] env[62180]: DEBUG nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Received event network-vif-plugged-4bdeb812-fc89-4ec9-a943-2056d2f5494c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1932.745222] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Acquiring lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.745426] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.745592] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.745755] env[62180]: DEBUG nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] No waiting events found dispatching network-vif-plugged-4bdeb812-fc89-4ec9-a943-2056d2f5494c {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.745919] env[62180]: WARNING nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Received unexpected event network-vif-plugged-4bdeb812-fc89-4ec9-a943-2056d2f5494c for instance with vm_state building and task_state spawning. [ 1932.746095] env[62180]: DEBUG nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Received event network-changed-4bdeb812-fc89-4ec9-a943-2056d2f5494c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1932.746294] env[62180]: DEBUG nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Refreshing instance network info cache due to event network-changed-4bdeb812-fc89-4ec9-a943-2056d2f5494c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1932.746556] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Acquiring lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.867528] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710bc52e-6c75-45a3-807f-b7bf260c7937 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.880478] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af7a1f5-58ea-4c5b-9330-de959ddbed3f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.921484] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d93edac-226f-4a65-b20b-ca26df26e31b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.933623] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c694fa-7a7d-4d4d-ad9a-207f95ce0054 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.954504] env[62180]: DEBUG nova.compute.provider_tree [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.078026] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.078349] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.078536] env[62180]: DEBUG nova.network.neutron [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.105873] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.107153] env[62180]: DEBUG nova.network.neutron [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1933.178163] env[62180]: DEBUG nova.network.neutron [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.340085] env[62180]: DEBUG nova.network.neutron [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Updating instance_info_cache with network_info: [{"id": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "address": "fa:16:3e:94:1e:ef", "network": {"id": "c1443c25-c8f7-4c64-84be-4198c6645a00", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-358036145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d07862011cb4ad686aa0a6c069d2d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdeb812-fc", "ovs_interfaceid": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.444133] env[62180]: DEBUG nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1933.458672] env[62180]: DEBUG nova.scheduler.client.report [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.466732] env[62180]: DEBUG nova.compute.manager [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-vif-deleted-970d3ef0-2d4b-4574-94d4-a691d82c1b48 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1933.466732] env[62180]: INFO nova.compute.manager [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Neutron deleted interface 970d3ef0-2d4b-4574-94d4-a691d82c1b48; detaching it from the instance and deleting it from the info cache [ 1933.466732] env[62180]: DEBUG nova.network.neutron [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "address": "fa:16:3e:0b:38:3f", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a8bcab-71", "ovs_interfaceid": "19a8bcab-7151-4d13-be5a-dd6d6e5851c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.480383] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1933.480636] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.480801] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1933.481179] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.481396] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1933.481742] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1933.481805] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1933.481941] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1933.482109] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1933.482292] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1933.482494] env[62180]: DEBUG nova.virt.hardware [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1933.484602] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c17f83-7a69-417d-921d-2b7976504fe4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.488417] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.488640] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.488843] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.489200] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.489412] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.496285] env[62180]: INFO nova.compute.manager [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Terminating instance [ 1933.500559] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4992e2e1-0f6d-4b3e-b7e5-21dfdb41d93f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.576382] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "0cf548fd-816b-4da6-bd20-35fbc8577866" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.576652] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.576863] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "0cf548fd-816b-4da6-bd20-35fbc8577866-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.577060] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.577240] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.579852] env[62180]: INFO nova.compute.manager [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Terminating instance [ 1933.607595] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52721} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.607595] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b155f91d-913d-4e0d-ad02-085509c15f9c/b155f91d-913d-4e0d-ad02-085509c15f9c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.607780] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.608165] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f63061-ce87-4ca5-8c95-16e1181d7a35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.617942] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1933.617942] env[62180]: value = "task-1963929" [ 1933.617942] env[62180]: _type = "Task" [ 1933.617942] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.628889] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.684048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Releasing lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.842682] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Releasing lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.843037] env[62180]: DEBUG nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Instance network_info: |[{"id": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "address": "fa:16:3e:94:1e:ef", "network": {"id": "c1443c25-c8f7-4c64-84be-4198c6645a00", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-358036145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d07862011cb4ad686aa0a6c069d2d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdeb812-fc", "ovs_interfaceid": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1933.843337] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Acquired lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.843519] env[62180]: DEBUG nova.network.neutron [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Refreshing network info cache for port 4bdeb812-fc89-4ec9-a943-2056d2f5494c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.844685] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:1e:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bdeb812-fc89-4ec9-a943-2056d2f5494c', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.852392] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Creating folder: Project (3d07862011cb4ad686aa0a6c069d2d60). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.853514] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06365f60-1f07-422d-8ccc-1e2802eda5dd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.865684] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Created folder: Project (3d07862011cb4ad686aa0a6c069d2d60) in parent group-v404325. [ 1933.865897] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Creating folder: Instances. Parent ref: group-v404546. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.866155] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56b05ed5-2d19-48ac-8207-21956d04307e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.873957] env[62180]: INFO nova.network.neutron [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Port 19a8bcab-7151-4d13-be5a-dd6d6e5851c5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1933.874159] env[62180]: INFO nova.network.neutron [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Port 970d3ef0-2d4b-4574-94d4-a691d82c1b48 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1933.874490] env[62180]: DEBUG nova.network.neutron [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.876713] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Created folder: Instances in parent group-v404546. [ 1933.876967] env[62180]: DEBUG oslo.service.loopingcall [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.877361] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.877610] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-831eed4c-4e24-4070-a0e2-c110b2f7b0dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.897991] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.897991] env[62180]: value = "task-1963932" [ 1933.897991] env[62180]: _type = "Task" [ 1933.897991] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.906135] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.964083] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.542s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.964586] env[62180]: INFO nova.compute.manager [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Migrating [ 1933.971902] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.761s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.972199] env[62180]: DEBUG nova.objects.instance [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1933.975046] env[62180]: DEBUG oslo_concurrency.lockutils [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.006992] env[62180]: DEBUG nova.compute.manager [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.007422] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.010080] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913a079-b63d-4c4f-a58f-a1de5e043d7d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.020414] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.020722] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abb034d8-4b8c-468e-aea1-60838f3b017a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.028067] env[62180]: DEBUG oslo_vmware.api [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1934.028067] env[62180]: value = "task-1963933" [ 1934.028067] env[62180]: _type = "Task" [ 1934.028067] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.037873] env[62180]: DEBUG oslo_vmware.api [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.090036] env[62180]: DEBUG nova.compute.manager [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.090415] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.091714] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a1eb66-40e5-4156-96ab-0951fde7118d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.100761] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.101039] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ee878b6-5c3b-4e40-ab9a-d1265a2425e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.107918] env[62180]: DEBUG oslo_vmware.api [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1934.107918] env[62180]: value = "task-1963934" [ 1934.107918] env[62180]: _type = "Task" [ 1934.107918] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.117578] env[62180]: DEBUG oslo_vmware.api [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.127683] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069602} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.128054] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1934.128885] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dd0eae-3c6b-4a39-a38c-95accc2d1f14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.151745] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b155f91d-913d-4e0d-ad02-085509c15f9c/b155f91d-913d-4e0d-ad02-085509c15f9c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.152446] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07675ae8-fd92-48dc-951d-298adaaa2846 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.172948] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1934.172948] env[62180]: value = "task-1963935" [ 1934.172948] env[62180]: _type = "Task" [ 1934.172948] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.182690] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.378620] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.408822] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.486211] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.486410] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.486591] env[62180]: DEBUG nova.network.neutron [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.538873] env[62180]: DEBUG oslo_vmware.api [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963933, 'name': PowerOffVM_Task, 'duration_secs': 0.33363} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.538873] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.539131] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.539197] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b62687e-b8fd-42a5-9817-f2bafb824bc4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.597624] env[62180]: DEBUG nova.network.neutron [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Updated VIF entry in instance network info cache for port 4bdeb812-fc89-4ec9-a943-2056d2f5494c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.597987] env[62180]: DEBUG nova.network.neutron [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Updating instance_info_cache with network_info: [{"id": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "address": "fa:16:3e:94:1e:ef", "network": {"id": "c1443c25-c8f7-4c64-84be-4198c6645a00", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-358036145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d07862011cb4ad686aa0a6c069d2d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdeb812-fc", "ovs_interfaceid": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.620646] env[62180]: DEBUG oslo_vmware.api [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963934, 'name': PowerOffVM_Task, 'duration_secs': 0.212733} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.620908] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.621083] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.621375] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0d47d94-14d1-4714-96b8-655a012be09c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.684700] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.883659] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2faded9b-5445-41c0-9bd2-2de9931a01b8 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-24203e3c-d56f-47b0-87d8-1a84aa291fe9-19a8bcab-7151-4d13-be5a-dd6d6e5851c5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.597s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.913179] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.983670] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe75257c-d0c9-4628-8e3c-4ee8df89817b tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.984846] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.624s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.985177] env[62180]: DEBUG nova.objects.instance [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lazy-loading 'resources' on Instance uuid 19741302-ee44-4652-8c2b-0e9dd014d1c2 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.104796] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Releasing lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.105090] env[62180]: DEBUG nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-vif-deleted-19a8bcab-7151-4d13-be5a-dd6d6e5851c5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1935.105289] env[62180]: INFO nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Neutron deleted interface 19a8bcab-7151-4d13-be5a-dd6d6e5851c5; detaching it from the instance and deleting it from the info cache [ 1935.105583] env[62180]: DEBUG nova.network.neutron [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [{"id": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "address": "fa:16:3e:fa:d5:90", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c2670f9-67", "ovs_interfaceid": "1c2670f9-6774-46a6-9b68-a9dab0cfccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "970d3ef0-2d4b-4574-94d4-a691d82c1b48", "address": "fa:16:3e:42:51:ef", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap970d3ef0-2d", "ovs_interfaceid": "970d3ef0-2d4b-4574-94d4-a691d82c1b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.184927] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963935, 'name': ReconfigVM_Task, 'duration_secs': 0.909409} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.185602] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b155f91d-913d-4e0d-ad02-085509c15f9c/b155f91d-913d-4e0d-ad02-085509c15f9c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1935.186723] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be400985-fc36-44f6-a7ba-9c53eb60bd2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.197192] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1935.197192] env[62180]: value = "task-1963938" [ 1935.197192] env[62180]: _type = "Task" [ 1935.197192] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.204506] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963938, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.217039] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.217039] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acbc1326-d8c2-4856-b45e-6cc50b994320 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.217039] env[62180]: DEBUG nova.network.neutron [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance_info_cache with network_info: [{"id": "650dccd6-0ebb-478c-9df6-6799e6774234", "address": "fa:16:3e:b4:19:1e", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650dccd6-0e", "ovs_interfaceid": "650dccd6-0ebb-478c-9df6-6799e6774234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.223568] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1935.223568] env[62180]: value = "task-1963939" [ 1935.223568] env[62180]: _type = "Task" [ 1935.223568] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.233964] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.412136] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.608013] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Acquiring lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.711775] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963938, 'name': Rename_Task, 'duration_secs': 0.190662} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.712190] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.712531] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d594371-1d35-4ab0-b521-ffe947191594 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.721696] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.725156] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1935.725156] env[62180]: value = "task-1963940" [ 1935.725156] env[62180]: _type = "Task" [ 1935.725156] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.747147] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963939, 'name': PowerOffVM_Task, 'duration_secs': 0.191908} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.751671] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.752448] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963940, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.756845] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd0db7a-bc28-4b88-8c72-42efcfe3d032 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.793580] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949c6644-7e28-474a-85d6-aad5a08268a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.829949] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.830274] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970b611d-796e-4684-a885-a9ab3ebbd577 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.839876] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1935.839876] env[62180]: value = "task-1963941" [ 1935.839876] env[62180]: _type = "Task" [ 1935.839876] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.849646] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.910594] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.912193] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c29c984-4e1b-4375-8aa7-199e57e5a3b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.919349] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7175efc-a6d6-4c9f-a738-63f091a3a3b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.949727] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1c2e4a-ce38-4532-991e-eabb906e980d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.958152] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5ce21-4728-490e-aeb0-9c5a42260bc2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.973465] env[62180]: DEBUG nova.compute.provider_tree [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.240370] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963940, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.351068] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1936.351068] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.351348] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.351521] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.351700] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.351949] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f586ce5-9cbe-499c-ac50-5dfe85f470d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.362162] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.362421] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.363215] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79790b6f-647d-4838-a830-99837d3ae799 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.369078] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1936.369078] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5267bb28-32e9-e7b4-0ccd-d15fc065bdf3" [ 1936.369078] env[62180]: _type = "Task" [ 1936.369078] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.378055] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5267bb28-32e9-e7b4-0ccd-d15fc065bdf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.412590] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.496141] env[62180]: ERROR nova.scheduler.client.report [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [req-5bd350f7-cc5a-4149-8836-8da6ea08d0e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bd350f7-cc5a-4149-8836-8da6ea08d0e5"}]} [ 1936.511862] env[62180]: DEBUG nova.scheduler.client.report [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1936.526319] env[62180]: DEBUG nova.scheduler.client.report [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1936.526549] env[62180]: DEBUG nova.compute.provider_tree [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.537425] env[62180]: DEBUG nova.scheduler.client.report [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1936.554421] env[62180]: DEBUG nova.scheduler.client.report [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1936.745916] env[62180]: DEBUG oslo_vmware.api [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963940, 'name': PowerOnVM_Task, 'duration_secs': 0.526119} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.746819] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.748032] env[62180]: INFO nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1936.748032] env[62180]: DEBUG nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.748707] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5935faf-7e65-4f99-905b-f03e189db207 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.881772] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5267bb28-32e9-e7b4-0ccd-d15fc065bdf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.882440] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e99e442-b62f-4353-9854-692dfd26cee5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.885740] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a24c92-4a5d-412c-a3aa-af42e1f7c34b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.893522] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee9b5b2-e8d3-4f4f-aba0-9ff0541347d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.896662] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1936.896662] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529003cb-eceb-0085-d3a4-19a997101071" [ 1936.896662] env[62180]: _type = "Task" [ 1936.896662] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.929093] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093529dc-f8ed-4d14-b87c-dbedc9ed6f79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.935115] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]529003cb-eceb-0085-d3a4-19a997101071, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.936028] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.936327] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. {{(pid=62180) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1936.936591] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6530e729-e7c9-498f-889e-0d4ae25d75b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.943291] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.944778] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a661db55-a6ce-4371-9501-3f77586d1880 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.949212] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1936.949212] env[62180]: value = "task-1963942" [ 1936.949212] env[62180]: _type = "Task" [ 1936.949212] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.960018] env[62180]: DEBUG nova.compute.provider_tree [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.967889] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.244028] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9c1b8-8a14-430b-95a2-14ad319166e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.273187] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance '9a2adc70-d3ba-4628-97f4-0ac00379b918' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1937.283076] env[62180]: INFO nova.compute.manager [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Took 44.98 seconds to build instance. [ 1937.437482] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.459193] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471801} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.459472] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk. [ 1937.460268] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8846d62-7cd1-4bed-9780-6120ac7fb896 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.493270] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.493640] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d139654-af51-45d6-bb65-c9c2ca0ab98c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.507844] env[62180]: DEBUG nova.scheduler.client.report [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1937.508105] env[62180]: DEBUG nova.compute.provider_tree [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 116 to 117 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1937.508295] env[62180]: DEBUG nova.compute.provider_tree [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1937.518426] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1937.518426] env[62180]: value = "task-1963943" [ 1937.518426] env[62180]: _type = "Task" [ 1937.518426] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.531562] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.784531] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1937.784986] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a40f461f-6b7e-4a1f-9a4e-d321bf36b242 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.488s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.785142] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c2e4ee-8bad-487c-be4a-0428898aa0e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.793321] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1937.793321] env[62180]: value = "task-1963944" [ 1937.793321] env[62180]: _type = "Task" [ 1937.793321] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.802195] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.936124] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.014155] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.029s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.016911] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.423s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.018544] env[62180]: INFO nova.compute.claims [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.031461] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.038893] env[62180]: INFO nova.scheduler.client.report [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted allocations for instance 19741302-ee44-4652-8c2b-0e9dd014d1c2 [ 1938.152034] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "b155f91d-913d-4e0d-ad02-085509c15f9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.152320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.152538] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "b155f91d-913d-4e0d-ad02-085509c15f9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.152722] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.152891] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.155115] env[62180]: INFO nova.compute.manager [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Terminating instance [ 1938.304854] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963944, 'name': PowerOffVM_Task, 'duration_secs': 0.486825} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.305123] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1938.305173] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance '9a2adc70-d3ba-4628-97f4-0ac00379b918' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1938.437667] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.533636] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963943, 'name': ReconfigVM_Task, 'duration_secs': 0.989457} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.533859] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806/73143b75-a96a-4fae-9e12-fbf8de74fcd2-rescue.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.534773] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361a8031-8290-4530-b7fd-16d957dd0825 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.561310] env[62180]: DEBUG oslo_concurrency.lockutils [None req-79284d13-3544-4a4c-b5d6-b025825b5059 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "19741302-ee44-4652-8c2b-0e9dd014d1c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.199s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.568397] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad8422b-a9e1-455a-8fa6-92e04a8f6c1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.588027] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1938.588027] env[62180]: value = "task-1963945" [ 1938.588027] env[62180]: _type = "Task" [ 1938.588027] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.595111] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.659426] env[62180]: DEBUG nova.compute.manager [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1938.659614] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.660630] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1686a504-3adf-4b2f-bb6b-c138039c4112 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.668846] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.669131] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f18afe-c39b-4988-815b-a868a3292d3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.676755] env[62180]: DEBUG oslo_vmware.api [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1938.676755] env[62180]: value = "task-1963946" [ 1938.676755] env[62180]: _type = "Task" [ 1938.676755] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.685050] env[62180]: DEBUG oslo_vmware.api [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.812789] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.813040] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.813128] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.813382] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.813502] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.813682] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.813891] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.814081] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.814255] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.814442] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.814682] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.820310] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b24e7193-c341-4797-9bda-0432d36ef576 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.837849] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1938.837849] env[62180]: value = "task-1963947" [ 1938.837849] env[62180]: _type = "Task" [ 1938.837849] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.849514] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.937709] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.100983] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.106824] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.111219] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.111524] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Deleting the datastore file [datastore1] 0cf548fd-816b-4da6-bd20-35fbc8577866 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.111856] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b7e1f7-3db9-41d0-84e0-f22204b7c46c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.119289] env[62180]: DEBUG oslo_vmware.api [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1939.119289] env[62180]: value = "task-1963948" [ 1939.119289] env[62180]: _type = "Task" [ 1939.119289] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.132986] env[62180]: DEBUG oslo_vmware.api [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.189953] env[62180]: DEBUG oslo_vmware.api [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.321074] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.321485] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.321790] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleting the datastore file [datastore1] 24203e3c-d56f-47b0-87d8-1a84aa291fe9 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.322062] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-993111ce-be73-44b3-8468-8d57e05a2c27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.335817] env[62180]: DEBUG oslo_vmware.api [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1939.335817] env[62180]: value = "task-1963949" [ 1939.335817] env[62180]: _type = "Task" [ 1939.335817] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.348895] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.351656] env[62180]: DEBUG oslo_vmware.api [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.445180] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.470045] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d4936-8e03-4af9-be12-b50fa74d206e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.483410] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe63bcf3-da28-4c63-92a1-3db4691a8b84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.525629] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da880686-ba9e-4fe7-ad94-e09408d45812 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.536474] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf61a5f3-6780-40eb-ad38-d4506bf2d130 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.556257] env[62180]: DEBUG nova.compute.provider_tree [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.586041] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.587219] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.587219] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "74f7331b-44d3-4b09-88ca-807e8d8f5542-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.587219] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.587397] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.593773] env[62180]: INFO nova.compute.manager [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Terminating instance [ 1939.602195] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.632952] env[62180]: DEBUG oslo_vmware.api [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1963948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292403} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.633419] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.633656] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.633945] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.634162] env[62180]: INFO nova.compute.manager [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Took 5.54 seconds to destroy the instance on the hypervisor. [ 1939.634517] env[62180]: DEBUG oslo.service.loopingcall [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.634807] env[62180]: DEBUG nova.compute.manager [-] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1939.634954] env[62180]: DEBUG nova.network.neutron [-] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1939.688032] env[62180]: DEBUG oslo_vmware.api [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963946, 'name': PowerOffVM_Task, 'duration_secs': 1.001529} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.688329] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.688502] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.688759] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f0860e7-59fc-4ac4-ba2f-11f5b2b1a0b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.773523] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.774484] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.774484] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleting the datastore file [datastore1] b155f91d-913d-4e0d-ad02-085509c15f9c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.774484] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5de4ac1-4e0f-441d-a6e4-9538e4cae499 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.781192] env[62180]: DEBUG oslo_vmware.api [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1939.781192] env[62180]: value = "task-1963951" [ 1939.781192] env[62180]: _type = "Task" [ 1939.781192] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.790843] env[62180]: DEBUG oslo_vmware.api [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.847253] env[62180]: DEBUG oslo_vmware.api [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1963949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220004} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.848085] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.848412] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.848686] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.848946] env[62180]: INFO nova.compute.manager [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Took 5.84 seconds to destroy the instance on the hypervisor. [ 1939.849293] env[62180]: DEBUG oslo.service.loopingcall [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.849537] env[62180]: DEBUG nova.compute.manager [-] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1939.849637] env[62180]: DEBUG nova.network.neutron [-] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1939.854909] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963947, 'name': ReconfigVM_Task, 'duration_secs': 0.803842} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.855568] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance '9a2adc70-d3ba-4628-97f4-0ac00379b918' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1939.941193] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963932, 'name': CreateVM_Task, 'duration_secs': 5.622011} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.941432] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.942040] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.942200] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.942503] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.943497] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5139f817-a1f6-4212-aece-80a1b7f1ef42 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.947469] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1939.947469] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52da6c5a-db71-6999-b065-a089c6099578" [ 1939.947469] env[62180]: _type = "Task" [ 1939.947469] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.955365] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52da6c5a-db71-6999-b065-a089c6099578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.990666] env[62180]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 970d3ef0-2d4b-4574-94d4-a691d82c1b48 could not be found.", "detail": ""}} {{(pid=62180) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1939.990907] env[62180]: DEBUG nova.network.neutron [-] Unable to show port 970d3ef0-2d4b-4574-94d4-a691d82c1b48 as it no longer exists. {{(pid=62180) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1940.060524] env[62180]: DEBUG nova.scheduler.client.report [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.100748] env[62180]: DEBUG nova.compute.manager [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1940.100963] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.101262] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963945, 'name': ReconfigVM_Task, 'duration_secs': 1.087879} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.101981] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88fa3ca-859f-4a08-af04-01832c404c2a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.104715] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1940.104943] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44774e4-6707-4659-990d-244134365fa6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.112293] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.112565] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f252968f-1a91-4303-a2e6-59cc02312957 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.115127] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1940.115127] env[62180]: value = "task-1963952" [ 1940.115127] env[62180]: _type = "Task" [ 1940.115127] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.120941] env[62180]: DEBUG oslo_vmware.api [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1940.120941] env[62180]: value = "task-1963953" [ 1940.120941] env[62180]: _type = "Task" [ 1940.120941] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.129495] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.135659] env[62180]: DEBUG oslo_vmware.api [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.268905] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "a6313cff-9c5f-474d-aa56-a905c538edb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.269161] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.292751] env[62180]: DEBUG oslo_vmware.api [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154591} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.293035] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1940.293235] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1940.293422] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1940.293598] env[62180]: INFO nova.compute.manager [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1940.293837] env[62180]: DEBUG oslo.service.loopingcall [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1940.294038] env[62180]: DEBUG nova.compute.manager [-] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1940.294137] env[62180]: DEBUG nova.network.neutron [-] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.362500] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.362855] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.363054] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.363255] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.363406] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.363556] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.363762] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.363923] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.364105] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.364273] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.364449] env[62180]: DEBUG nova.virt.hardware [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.369948] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1940.370265] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ec705b-a542-46b6-8aa8-bad58ea0cec4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.390993] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1940.390993] env[62180]: value = "task-1963954" [ 1940.390993] env[62180]: _type = "Task" [ 1940.390993] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.399248] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.458707] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52da6c5a-db71-6999-b065-a089c6099578, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.459108] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.459395] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.459642] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.459794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.459975] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.460270] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-686a65bc-fb87-480a-ae13-b0ed0f44aa04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.469911] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.470114] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.471006] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c39d7b4-c310-4fc9-9cff-f9fd7f887545 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.476843] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1940.476843] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527328f7-74a6-9aa9-e729-92eb595d5731" [ 1940.476843] env[62180]: _type = "Task" [ 1940.476843] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.498920] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527328f7-74a6-9aa9-e729-92eb595d5731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.571364] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.572137] env[62180]: DEBUG nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1940.578021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.825s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.578021] env[62180]: DEBUG nova.objects.instance [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lazy-loading 'resources' on Instance uuid 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.630743] env[62180]: DEBUG oslo_vmware.api [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963952, 'name': PowerOnVM_Task, 'duration_secs': 0.4652} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.631396] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.634075] env[62180]: DEBUG nova.compute.manager [None req-cda994e0-5f47-40e5-83ac-175db2c10f0d tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.634844] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e639c79-388c-4ebe-8b3c-a0a060258db4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.640902] env[62180]: DEBUG oslo_vmware.api [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963953, 'name': PowerOffVM_Task, 'duration_secs': 0.218678} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.641632] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.641772] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.642025] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82fd0103-cebc-43e5-a88f-442cf2487680 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.772976] env[62180]: DEBUG nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1940.909203] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963954, 'name': ReconfigVM_Task, 'duration_secs': 0.205785} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.910020] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1940.911132] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6e2ff4-4b3f-4a44-91fd-02ce271b4e9a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.938929] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 9a2adc70-d3ba-4628-97f4-0ac00379b918/9a2adc70-d3ba-4628-97f4-0ac00379b918.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.943115] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00ed821-519c-4c85-877c-b96d5c93aa6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.956607] env[62180]: DEBUG nova.compute.manager [req-e14f98c5-3369-4064-81b7-6e5b19fe3936 req-18080e1c-e5a9-4dc9-aabd-3220de985d46 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Received event network-vif-deleted-ca3342e9-cbff-483d-8bbe-d614974133a0 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1940.956836] env[62180]: INFO nova.compute.manager [req-e14f98c5-3369-4064-81b7-6e5b19fe3936 req-18080e1c-e5a9-4dc9-aabd-3220de985d46 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Neutron deleted interface ca3342e9-cbff-483d-8bbe-d614974133a0; detaching it from the instance and deleting it from the info cache [ 1940.956976] env[62180]: DEBUG nova.network.neutron [req-e14f98c5-3369-4064-81b7-6e5b19fe3936 req-18080e1c-e5a9-4dc9-aabd-3220de985d46 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.967989] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1940.967989] env[62180]: value = "task-1963956" [ 1940.967989] env[62180]: _type = "Task" [ 1940.967989] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.989523] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.994295] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527328f7-74a6-9aa9-e729-92eb595d5731, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.995619] env[62180]: DEBUG nova.compute.manager [req-02bb170c-6750-4116-a70a-5cef9b773be6 req-656e45bb-657e-465f-a36d-61588ce348fb service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Received event network-vif-plugged-963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1940.995822] env[62180]: DEBUG oslo_concurrency.lockutils [req-02bb170c-6750-4116-a70a-5cef9b773be6 req-656e45bb-657e-465f-a36d-61588ce348fb service nova] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.996116] env[62180]: DEBUG oslo_concurrency.lockutils [req-02bb170c-6750-4116-a70a-5cef9b773be6 req-656e45bb-657e-465f-a36d-61588ce348fb service nova] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.996255] env[62180]: DEBUG oslo_concurrency.lockutils [req-02bb170c-6750-4116-a70a-5cef9b773be6 req-656e45bb-657e-465f-a36d-61588ce348fb service nova] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.996391] env[62180]: DEBUG nova.compute.manager [req-02bb170c-6750-4116-a70a-5cef9b773be6 req-656e45bb-657e-465f-a36d-61588ce348fb service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] No waiting events found dispatching network-vif-plugged-963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1940.996663] env[62180]: WARNING nova.compute.manager [req-02bb170c-6750-4116-a70a-5cef9b773be6 req-656e45bb-657e-465f-a36d-61588ce348fb service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Received unexpected event network-vif-plugged-963a6151-dd8d-4646-b38f-0d0755d0a643 for instance with vm_state building and task_state spawning. [ 1940.997739] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2d9a13-43b6-4f65-a715-e69c352c2435 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.005013] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1941.005013] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520c5526-56fa-eec0-b5e0-14e495f194d4" [ 1941.005013] env[62180]: _type = "Task" [ 1941.005013] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.015563] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520c5526-56fa-eec0-b5e0-14e495f194d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.079068] env[62180]: DEBUG nova.compute.utils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.080718] env[62180]: DEBUG nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.084019] env[62180]: DEBUG nova.network.neutron [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1941.102708] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.102970] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.103178] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleting the datastore file [datastore1] 74f7331b-44d3-4b09-88ca-807e8d8f5542 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.103440] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88771839-86bb-46bf-a036-14aae81d6dd3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.112593] env[62180]: DEBUG oslo_vmware.api [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1941.112593] env[62180]: value = "task-1963957" [ 1941.112593] env[62180]: _type = "Task" [ 1941.112593] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.126795] env[62180]: DEBUG oslo_vmware.api [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.183992] env[62180]: DEBUG nova.policy [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1dfe16a4ad14ae099e42947a30c376f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c083444c4cba409eb0dc7bbd9e3623bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.299170] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.411091] env[62180]: DEBUG nova.network.neutron [-] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.467394] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dfbc8e0-a395-42da-a6a5-df2cecf1c5d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.481386] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.488616] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08182e5-d2fa-43ff-902f-a0fecb116ca4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.519174] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520c5526-56fa-eec0-b5e0-14e495f194d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.535983] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.536261] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4d0ce24e-5975-4941-abe7-37c84f4f68e1/4d0ce24e-5975-4941-abe7-37c84f4f68e1.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.536589] env[62180]: DEBUG nova.compute.manager [req-e14f98c5-3369-4064-81b7-6e5b19fe3936 req-18080e1c-e5a9-4dc9-aabd-3220de985d46 service nova] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Detach interface failed, port_id=ca3342e9-cbff-483d-8bbe-d614974133a0, reason: Instance 0cf548fd-816b-4da6-bd20-35fbc8577866 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1941.539561] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bbd4ba5-7359-4872-879a-b7113ffc9ca3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.547744] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1941.547744] env[62180]: value = "task-1963958" [ 1941.547744] env[62180]: _type = "Task" [ 1941.547744] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.560698] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.587324] env[62180]: DEBUG nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1941.621569] env[62180]: DEBUG nova.network.neutron [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Successfully updated port: 963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1941.634895] env[62180]: DEBUG oslo_vmware.api [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1963957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142153} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.634895] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.634895] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.635056] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.635216] env[62180]: INFO nova.compute.manager [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1941.636512] env[62180]: DEBUG oslo.service.loopingcall [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.636512] env[62180]: DEBUG nova.compute.manager [-] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.636512] env[62180]: DEBUG nova.network.neutron [-] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.641065] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e573cd2-f588-451b-bf36-3f41aec0af33 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.651653] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848d28a-3ed1-4e47-9c10-bcd8822864ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.687832] env[62180]: DEBUG nova.network.neutron [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Successfully created port: cfbf6744-0be3-4ead-a430-45b46443e12c {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1941.690306] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d90d9f7-8b5a-4d80-a8bd-ae3b5a7583b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.701232] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e58da25-17f8-4c26-b9d4-72223fc0ce67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.717458] env[62180]: DEBUG nova.compute.provider_tree [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.786273] env[62180]: DEBUG nova.network.neutron [-] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.853311] env[62180]: DEBUG nova.network.neutron [-] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.915629] env[62180]: INFO nova.compute.manager [-] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Took 2.28 seconds to deallocate network for instance. [ 1941.987029] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963956, 'name': ReconfigVM_Task, 'duration_secs': 0.58796} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.987029] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 9a2adc70-d3ba-4628-97f4-0ac00379b918/9a2adc70-d3ba-4628-97f4-0ac00379b918.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.987029] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance '9a2adc70-d3ba-4628-97f4-0ac00379b918' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.061088] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963958, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.127191] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.127510] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.127774] env[62180]: DEBUG nova.network.neutron [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.223019] env[62180]: DEBUG nova.scheduler.client.report [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.289941] env[62180]: INFO nova.compute.manager [-] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Took 1.99 seconds to deallocate network for instance. [ 1942.355875] env[62180]: INFO nova.compute.manager [-] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Took 2.51 seconds to deallocate network for instance. [ 1942.426249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.495203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20caf55-b580-407f-a1fc-aa4d9270b68a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.515290] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd153c05-aae3-4bd3-8f12-b81ecc8e40f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.533539] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance '9a2adc70-d3ba-4628-97f4-0ac00379b918' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.559144] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52454} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.559405] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4d0ce24e-5975-4941-abe7-37c84f4f68e1/4d0ce24e-5975-4941-abe7-37c84f4f68e1.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.560347] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.560347] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8358134f-19b4-47c6-91cb-5806571b2007 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.569251] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1942.569251] env[62180]: value = "task-1963959" [ 1942.569251] env[62180]: _type = "Task" [ 1942.569251] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.577492] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.596962] env[62180]: DEBUG nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1942.625556] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1942.626079] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1942.626389] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1942.629040] env[62180]: DEBUG nova.virt.hardware [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1942.629040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d5ff7f-c7fa-49aa-b438-d5ac16b4b648 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.639505] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bba67ca-a807-4f93-9421-62172bd7a1bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.677520] env[62180]: DEBUG nova.network.neutron [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1942.687029] env[62180]: DEBUG nova.network.neutron [-] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.725851] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.728039] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.549s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.728279] env[62180]: DEBUG nova.objects.instance [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lazy-loading 'resources' on Instance uuid ab653e12-3d2f-45ee-a3bc-13b670f26e75 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.755946] env[62180]: INFO nova.scheduler.client.report [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted allocations for instance 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e [ 1942.765542] env[62180]: DEBUG nova.compute.manager [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1942.765743] env[62180]: DEBUG nova.compute.manager [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing instance network info cache due to event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1942.765953] env[62180]: DEBUG oslo_concurrency.lockutils [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] Acquiring lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.766110] env[62180]: DEBUG oslo_concurrency.lockutils [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] Acquired lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.766269] env[62180]: DEBUG nova.network.neutron [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.795639] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.851160] env[62180]: DEBUG nova.network.neutron [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.863784] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.056070] env[62180]: DEBUG nova.compute.manager [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Received event network-vif-deleted-628e52ec-35c8-4581-b20d-cf9ec520a207 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1943.056215] env[62180]: DEBUG nova.compute.manager [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Received event network-vif-deleted-1c2670f9-6774-46a6-9b68-a9dab0cfccdf {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1943.056401] env[62180]: DEBUG nova.compute.manager [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Received event network-changed-963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1943.056618] env[62180]: DEBUG nova.compute.manager [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Refreshing instance network info cache due to event network-changed-963a6151-dd8d-4646-b38f-0d0755d0a643. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1943.056934] env[62180]: DEBUG oslo_concurrency.lockutils [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.077671] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096646} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.077671] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.078437] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d9178-b979-4b01-99e1-94f653a86fd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.081828] env[62180]: DEBUG nova.network.neutron [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Port 650dccd6-0ebb-478c-9df6-6799e6774234 binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1943.104523] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 4d0ce24e-5975-4941-abe7-37c84f4f68e1/4d0ce24e-5975-4941-abe7-37c84f4f68e1.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.104809] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b093a74-9853-4c0e-a316-62476c160f5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.126775] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1943.126775] env[62180]: value = "task-1963960" [ 1943.126775] env[62180]: _type = "Task" [ 1943.126775] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.138503] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.189265] env[62180]: INFO nova.compute.manager [-] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Took 1.55 seconds to deallocate network for instance. [ 1943.266082] env[62180]: DEBUG oslo_concurrency.lockutils [None req-be7c312d-c0da-41af-b8fd-4a0853149e9d tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "21c5b5ff-23f9-43dd-8f42-37e0d5a0150e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.098s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.353379] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.354076] env[62180]: DEBUG nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Instance network_info: |[{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1943.354651] env[62180]: DEBUG oslo_concurrency.lockutils [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.354924] env[62180]: DEBUG nova.network.neutron [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Refreshing network info cache for port 963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1943.356505] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:fd:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '963a6151-dd8d-4646-b38f-0d0755d0a643', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1943.365396] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Creating folder: Project (401d682a4ae5461a99a3733555456aad). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1943.368627] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48b1d29-f6cf-443b-b03b-26cc08a2af99 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.381838] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Created folder: Project (401d682a4ae5461a99a3733555456aad) in parent group-v404325. [ 1943.382940] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Creating folder: Instances. Parent ref: group-v404549. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1943.382940] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-820c560c-3bff-4562-9e86-2087a7d8a793 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.397508] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Created folder: Instances in parent group-v404549. [ 1943.397841] env[62180]: DEBUG oslo.service.loopingcall [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.398094] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1943.398348] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e095fcb-198d-4303-88ff-18bb5c558e51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.422544] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1943.422544] env[62180]: value = "task-1963963" [ 1943.422544] env[62180]: _type = "Task" [ 1943.422544] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.437682] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963963, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.639688] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963960, 'name': ReconfigVM_Task, 'duration_secs': 0.284112} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.640565] env[62180]: DEBUG nova.network.neutron [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updated VIF entry in instance network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.640891] env[62180]: DEBUG nova.network.neutron [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.642103] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 4d0ce24e-5975-4941-abe7-37c84f4f68e1/4d0ce24e-5975-4941-abe7-37c84f4f68e1.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1943.645322] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-058cfc5f-c567-401a-b8a2-4f8f172bd0d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.654935] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1943.654935] env[62180]: value = "task-1963964" [ 1943.654935] env[62180]: _type = "Task" [ 1943.654935] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.668890] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963964, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.684662] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585f8b6-5e7e-4b5c-bf03-01e74816b79d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.694078] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6107e-8fc5-4fa2-959d-aed9e7be53e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.698794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.730806] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140c216c-9fd2-4dd3-bc13-c9045f234c56 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.739470] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf123f2-87d0-4f96-bf16-63dfc613de54 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.754967] env[62180]: DEBUG nova.compute.provider_tree [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1943.826790] env[62180]: DEBUG nova.network.neutron [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Successfully updated port: cfbf6744-0be3-4ead-a430-45b46443e12c {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1943.934776] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963963, 'name': CreateVM_Task, 'duration_secs': 0.398324} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.935179] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1943.936166] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.936498] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.937037] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1943.939953] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a6a796-e77e-4533-bbb4-b4b867fd51b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.947847] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1943.947847] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52842099-42d7-825a-812b-a5d3b39067ff" [ 1943.947847] env[62180]: _type = "Task" [ 1943.947847] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.954821] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52842099-42d7-825a-812b-a5d3b39067ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.132413] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.132765] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.132939] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.146927] env[62180]: DEBUG oslo_concurrency.lockutils [req-1b01624e-0ff5-43ff-9083-8399970d6284 req-bb7e8395-24c4-4339-b0c7-00df795b5613 service nova] Releasing lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.180866] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963964, 'name': Rename_Task, 'duration_secs': 0.164178} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.180866] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1944.180866] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0535209-ed3c-4d7c-91fc-2dfde745e8a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.187278] env[62180]: DEBUG nova.network.neutron [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updated VIF entry in instance network info cache for port 963a6151-dd8d-4646-b38f-0d0755d0a643. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1944.187701] env[62180]: DEBUG nova.network.neutron [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.190603] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1944.190603] env[62180]: value = "task-1963965" [ 1944.190603] env[62180]: _type = "Task" [ 1944.190603] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.200434] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.281035] env[62180]: ERROR nova.scheduler.client.report [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] [req-a5386cdf-3be8-4aea-8781-73687d76b9ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5386cdf-3be8-4aea-8781-73687d76b9ef"}]} [ 1944.298367] env[62180]: DEBUG nova.scheduler.client.report [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1944.318197] env[62180]: DEBUG nova.scheduler.client.report [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1944.318461] env[62180]: DEBUG nova.compute.provider_tree [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.329030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "refresh_cache-c9508217-827f-4b34-9cd7-e86a02c0f30c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.329173] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "refresh_cache-c9508217-827f-4b34-9cd7-e86a02c0f30c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.329318] env[62180]: DEBUG nova.network.neutron [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1944.331379] env[62180]: DEBUG nova.scheduler.client.report [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1944.353731] env[62180]: DEBUG nova.scheduler.client.report [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1944.408033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.408324] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.408538] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.408723] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.409302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.413825] env[62180]: INFO nova.compute.manager [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Terminating instance [ 1944.457473] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52842099-42d7-825a-812b-a5d3b39067ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.457784] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.458064] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1944.458291] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.459283] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.459283] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1944.461757] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3da0e253-0087-4b00-ab00-6078fa347edb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.472174] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1944.472504] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1944.473572] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4265455-6623-40b9-90dd-08f8ff81ffab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.482947] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1944.482947] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e9c6f-8e19-9686-98b4-c4a846c2728f" [ 1944.482947] env[62180]: _type = "Task" [ 1944.482947] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.492251] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e9c6f-8e19-9686-98b4-c4a846c2728f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.692110] env[62180]: DEBUG oslo_concurrency.lockutils [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.692389] env[62180]: DEBUG nova.compute.manager [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Received event network-vif-deleted-55a934fb-9114-4521-9b71-e530780c2581 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1944.692571] env[62180]: DEBUG nova.compute.manager [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1944.692728] env[62180]: DEBUG nova.compute.manager [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing instance network info cache due to event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1944.693021] env[62180]: DEBUG oslo_concurrency.lockutils [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] Acquiring lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.693354] env[62180]: DEBUG oslo_concurrency.lockutils [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] Acquired lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.693354] env[62180]: DEBUG nova.network.neutron [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.705479] env[62180]: DEBUG oslo_vmware.api [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963965, 'name': PowerOnVM_Task, 'duration_secs': 0.474001} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.706340] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.706549] env[62180]: INFO nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Took 13.79 seconds to spawn the instance on the hypervisor. [ 1944.706720] env[62180]: DEBUG nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.708586] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e237e3fd-4966-4c4e-89ba-662ef1ad81c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.768306] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b1e4de-8028-4b60-a667-d77b005e64e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.777034] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0048d-23fb-4ecb-b66b-c786bbcaccaf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.811928] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d381bfa0-d895-40fc-988b-e3f181c951b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.820831] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92965c39-aa0e-468c-aae5-4e1ebc087e3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.837184] env[62180]: DEBUG nova.compute.provider_tree [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.883447] env[62180]: DEBUG nova.network.neutron [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1944.898605] env[62180]: DEBUG nova.compute.manager [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1944.898605] env[62180]: DEBUG nova.compute.manager [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing instance network info cache due to event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1944.898717] env[62180]: DEBUG oslo_concurrency.lockutils [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] Acquiring lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.917619] env[62180]: DEBUG nova.compute.manager [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1944.917768] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1944.918689] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bcc22f-26a5-44ff-801a-99d1dcdaea96 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.926865] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.927144] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99ec5bd1-3ff9-405c-aa07-63bf35f61841 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.937441] env[62180]: DEBUG oslo_vmware.api [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1944.937441] env[62180]: value = "task-1963966" [ 1944.937441] env[62180]: _type = "Task" [ 1944.937441] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.945713] env[62180]: DEBUG oslo_vmware.api [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.996993] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e9c6f-8e19-9686-98b4-c4a846c2728f, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.997862] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57500a70-dcc9-4204-b4b3-0e01dc19b92b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.005438] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1945.005438] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5219a39f-323f-baec-c9fb-543982df3e79" [ 1945.005438] env[62180]: _type = "Task" [ 1945.005438] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.018414] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5219a39f-323f-baec-c9fb-543982df3e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.237043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.237043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.237191] env[62180]: DEBUG nova.network.neutron [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1945.243478] env[62180]: INFO nova.compute.manager [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Took 48.87 seconds to build instance. [ 1945.369691] env[62180]: DEBUG nova.compute.manager [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Received event network-vif-plugged-cfbf6744-0be3-4ead-a430-45b46443e12c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1945.373357] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Acquiring lock "c9508217-827f-4b34-9cd7-e86a02c0f30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.373357] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.373357] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.373357] env[62180]: DEBUG nova.compute.manager [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] No waiting events found dispatching network-vif-plugged-cfbf6744-0be3-4ead-a430-45b46443e12c {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1945.373357] env[62180]: WARNING nova.compute.manager [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Received unexpected event network-vif-plugged-cfbf6744-0be3-4ead-a430-45b46443e12c for instance with vm_state building and task_state spawning. [ 1945.373357] env[62180]: DEBUG nova.compute.manager [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Received event network-changed-cfbf6744-0be3-4ead-a430-45b46443e12c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1945.373357] env[62180]: DEBUG nova.compute.manager [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Refreshing instance network info cache due to event network-changed-cfbf6744-0be3-4ead-a430-45b46443e12c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1945.373357] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Acquiring lock "refresh_cache-c9508217-827f-4b34-9cd7-e86a02c0f30c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.381972] env[62180]: DEBUG nova.scheduler.client.report [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1945.382707] env[62180]: DEBUG nova.compute.provider_tree [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 118 to 119 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1945.382921] env[62180]: DEBUG nova.compute.provider_tree [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.432795] env[62180]: DEBUG nova.network.neutron [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Updating instance_info_cache with network_info: [{"id": "cfbf6744-0be3-4ead-a430-45b46443e12c", "address": "fa:16:3e:49:a2:06", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbf6744-0b", "ovs_interfaceid": "cfbf6744-0be3-4ead-a430-45b46443e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.448953] env[62180]: DEBUG oslo_vmware.api [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963966, 'name': PowerOffVM_Task, 'duration_secs': 0.467173} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.452901] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.453341] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1945.453776] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e26b34-1bfb-4fbb-a93c-24f4f020130e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.519488] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5219a39f-323f-baec-c9fb-543982df3e79, 'name': SearchDatastore_Task, 'duration_secs': 0.02481} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.519844] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.520174] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] bc1f4530-366c-47df-8af1-3e6fd8a69a85/bc1f4530-366c-47df-8af1-3e6fd8a69a85.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1945.520481] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3c0069-0ccb-4332-892e-a663d667c1bc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.528495] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1945.528495] env[62180]: value = "task-1963968" [ 1945.528495] env[62180]: _type = "Task" [ 1945.528495] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.538180] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.552460] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.552560] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.552774] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleting the datastore file [datastore1] ec57f3a1-7327-42c5-bb73-9d4c3d795f62 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.553078] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9816de8b-57ab-4bb9-a058-fcf4ab92dd74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.555710] env[62180]: DEBUG nova.network.neutron [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updated VIF entry in instance network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.556238] env[62180]: DEBUG nova.network.neutron [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.563441] env[62180]: DEBUG oslo_vmware.api [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1945.563441] env[62180]: value = "task-1963969" [ 1945.563441] env[62180]: _type = "Task" [ 1945.563441] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.572830] env[62180]: DEBUG oslo_vmware.api [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.754480] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c40c9a8e-20fc-45bb-924d-fff881a9c05d tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.396s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.895075] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.165s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.898253] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.603s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.933875] env[62180]: INFO nova.scheduler.client.report [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Deleted allocations for instance ab653e12-3d2f-45ee-a3bc-13b670f26e75 [ 1945.937780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "refresh_cache-c9508217-827f-4b34-9cd7-e86a02c0f30c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.938055] env[62180]: DEBUG nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Instance network_info: |[{"id": "cfbf6744-0be3-4ead-a430-45b46443e12c", "address": "fa:16:3e:49:a2:06", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbf6744-0b", "ovs_interfaceid": "cfbf6744-0be3-4ead-a430-45b46443e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1945.940883] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Acquired lock "refresh_cache-c9508217-827f-4b34-9cd7-e86a02c0f30c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.942442] env[62180]: DEBUG nova.network.neutron [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Refreshing network info cache for port cfbf6744-0be3-4ead-a430-45b46443e12c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.942442] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:a2:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfbf6744-0be3-4ead-a430-45b46443e12c', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1945.950299] env[62180]: DEBUG oslo.service.loopingcall [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.951860] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1945.951860] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f31e913-d2f7-46ee-86e6-203e68baa9e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.975369] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1945.975369] env[62180]: value = "task-1963970" [ 1945.975369] env[62180]: _type = "Task" [ 1945.975369] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.986196] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963970, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.042176] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507823} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.042464] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] bc1f4530-366c-47df-8af1-3e6fd8a69a85/bc1f4530-366c-47df-8af1-3e6fd8a69a85.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1946.042678] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1946.042959] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-205357e5-9c04-4b24-b48f-74b2fcfd87d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.051431] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1946.051431] env[62180]: value = "task-1963971" [ 1946.051431] env[62180]: _type = "Task" [ 1946.051431] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.060850] env[62180]: DEBUG oslo_concurrency.lockutils [req-b42a0dc7-bf13-4a69-bd93-3a994b58b60f req-f485a228-acd0-4886-9ce6-6f2bce072b94 service nova] Releasing lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.061357] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.061610] env[62180]: DEBUG oslo_concurrency.lockutils [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] Acquired lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.061777] env[62180]: DEBUG nova.network.neutron [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.072846] env[62180]: DEBUG nova.network.neutron [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance_info_cache with network_info: [{"id": "650dccd6-0ebb-478c-9df6-6799e6774234", "address": "fa:16:3e:b4:19:1e", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650dccd6-0e", "ovs_interfaceid": "650dccd6-0ebb-478c-9df6-6799e6774234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.080565] env[62180]: DEBUG oslo_vmware.api [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141024} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.080565] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.080854] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.081204] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.081408] env[62180]: INFO nova.compute.manager [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1946.081686] env[62180]: DEBUG oslo.service.loopingcall [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.081928] env[62180]: DEBUG nova.compute.manager [-] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.082061] env[62180]: DEBUG nova.network.neutron [-] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.456256] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0e0eef96-daed-4e74-a8b7-aabc11fb1f0b tempest-ServersTestBootFromVolume-1140104842 tempest-ServersTestBootFromVolume-1140104842-project-member] Lock "ab653e12-3d2f-45ee-a3bc-13b670f26e75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.391s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.487773] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1963970, 'name': CreateVM_Task, 'duration_secs': 0.352711} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.488585] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1946.488689] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.488821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.489153] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1946.491561] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e7c700-3156-4b7c-ba64-0854b23f4f26 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.497040] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1946.497040] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5233480e-bef0-e424-5fe1-52c6ba515a5b" [ 1946.497040] env[62180]: _type = "Task" [ 1946.497040] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.505911] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5233480e-bef0-e424-5fe1-52c6ba515a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.560820] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076241} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.563152] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1946.563942] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df97ac0-b332-490d-8252-c800dbc99bae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.581659] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.593552] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] bc1f4530-366c-47df-8af1-3e6fd8a69a85/bc1f4530-366c-47df-8af1-3e6fd8a69a85.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1946.594080] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6556c81f-c6d5-4b8c-9fed-83d5c56acfc3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.619124] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1946.619124] env[62180]: value = "task-1963972" [ 1946.619124] env[62180]: _type = "Task" [ 1946.619124] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.629516] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.649422] env[62180]: DEBUG oslo_concurrency.lockutils [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.649422] env[62180]: DEBUG oslo_concurrency.lockutils [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.649633] env[62180]: INFO nova.compute.manager [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Rebooting instance [ 1946.828577] env[62180]: DEBUG nova.network.neutron [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Updated VIF entry in instance network info cache for port cfbf6744-0be3-4ead-a430-45b46443e12c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.828577] env[62180]: DEBUG nova.network.neutron [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Updating instance_info_cache with network_info: [{"id": "cfbf6744-0be3-4ead-a430-45b46443e12c", "address": "fa:16:3e:49:a2:06", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbf6744-0b", "ovs_interfaceid": "cfbf6744-0be3-4ead-a430-45b46443e12c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.842117] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "1a32d991-04e4-4306-b2a4-21aff3df5806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.842391] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.842728] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "1a32d991-04e4-4306-b2a4-21aff3df5806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.843035] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.843563] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.845499] env[62180]: DEBUG nova.network.neutron [-] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.847105] env[62180]: INFO nova.compute.manager [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Terminating instance [ 1946.901850] env[62180]: DEBUG nova.network.neutron [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updated VIF entry in instance network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.902269] env[62180]: DEBUG nova.network.neutron [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.914931] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Applying migration context for instance 9a2adc70-d3ba-4628-97f4-0ac00379b918 as it has an incoming, in-progress migration 7fe84f10-7c71-4d4f-977d-cd9e0e1c1ff8. Migration status is post-migrating {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1946.916254] env[62180]: INFO nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating resource usage from migration 7fe84f10-7c71-4d4f-977d-cd9e0e1c1ff8 [ 1946.940581] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.940799] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.940961] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f8a7a431-66a3-4ecb-a701-5d53e24b28fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1946.941190] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ca6b96ec-de48-44b9-a6ed-747a28281e06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.941259] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ede9cc61-2c36-4b7a-ae64-3b67604931f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.941387] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0cf548fd-816b-4da6-bd20-35fbc8577866 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1946.941558] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.941720] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 76cdf121-0846-4f03-bcac-a2e6ead239f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.941858] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance ec57f3a1-7327-42c5-bb73-9d4c3d795f62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.941988] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 74f7331b-44d3-4b09-88ca-807e8d8f5542 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1946.942149] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 24203e3c-d56f-47b0-87d8-1a84aa291fe9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1946.942263] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 843e9045-3f36-44de-adce-9811351fa249 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.942383] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 8868c05d-32c5-4888-9aa2-e6d174b1d386 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1946.942494] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d54b9a57-a27b-4d90-bd32-1c498c529a25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.942611] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 311c09e4-c463-4419-b23e-db1b6b6eaa24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1946.942722] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f8fbf35e-c2c8-4a6c-974c-566208551996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.942832] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance dfc3a0ab-f3a0-481e-85f6-04065f07feac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.942939] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1a32d991-04e4-4306-b2a4-21aff3df5806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.943263] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance b155f91d-913d-4e0d-ad02-085509c15f9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1946.943411] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4d0ce24e-5975-4941-abe7-37c84f4f68e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.943536] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance bc1f4530-366c-47df-8af1-3e6fd8a69a85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.943654] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Migration 7fe84f10-7c71-4d4f-977d-cd9e0e1c1ff8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1946.943772] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 9a2adc70-d3ba-4628-97f4-0ac00379b918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1946.943885] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance c9508217-827f-4b34-9cd7-e86a02c0f30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1947.008991] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5233480e-bef0-e424-5fe1-52c6ba515a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.009330] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.009586] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1947.009839] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.009989] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.010181] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1947.010443] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50dda67e-4587-4866-b14b-67bd61b268eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.023779] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1947.023974] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1947.024766] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc1a905-c3a6-4176-9284-85d82b1fa847 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.031105] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1947.031105] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ffc04f-74ba-f7c8-16c0-610bdf821b84" [ 1947.031105] env[62180]: _type = "Task" [ 1947.031105] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.039410] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ffc04f-74ba-f7c8-16c0-610bdf821b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.121447] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4159a551-3c94-4a5d-86cf-2bb8506ba707 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.133537] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.147414] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bee2390-4f52-4ad1-96e8-3306f8b250ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.162086] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance '9a2adc70-d3ba-4628-97f4-0ac00379b918' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1947.177018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.177018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquired lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.177018] env[62180]: DEBUG nova.network.neutron [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.330505] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Releasing lock "refresh_cache-c9508217-827f-4b34-9cd7-e86a02c0f30c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.330816] env[62180]: DEBUG nova.compute.manager [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1947.330999] env[62180]: DEBUG nova.compute.manager [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing instance network info cache due to event network-changed-bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1947.331236] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Acquiring lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.351961] env[62180]: INFO nova.compute.manager [-] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Took 1.27 seconds to deallocate network for instance. [ 1947.352261] env[62180]: DEBUG nova.compute.manager [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1947.352468] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1947.361709] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd7f1e-1050-4770-a9a9-4a11499035f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.371180] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.371460] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0194db0d-73d8-4c83-aa40-9b6eed164cd3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.380198] env[62180]: DEBUG oslo_vmware.api [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1947.380198] env[62180]: value = "task-1963973" [ 1947.380198] env[62180]: _type = "Task" [ 1947.380198] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.388401] env[62180]: DEBUG oslo_vmware.api [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.403922] env[62180]: DEBUG nova.compute.manager [req-e5cf44b2-ac99-418e-ba5e-0808d7931a9d req-3d0cd823-6c45-434f-844a-eba3b56bf713 service nova] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Received event network-vif-deleted-699b05a6-3160-4ef5-88d0-bceb876b67cc {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1947.404854] env[62180]: DEBUG oslo_concurrency.lockutils [req-fda895a7-76ef-448f-98ee-111d70f3662c req-d309fa9e-ad81-48e2-813f-107a2187e633 service nova] Releasing lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.405360] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Acquired lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.405548] env[62180]: DEBUG nova.network.neutron [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Refreshing network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.447674] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1947.542789] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ffc04f-74ba-f7c8-16c0-610bdf821b84, 'name': SearchDatastore_Task, 'duration_secs': 0.026057} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.543624] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1425a400-059f-455c-a073-84983dd09dff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.550347] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1947.550347] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520eaeba-f4a5-a929-f893-88d8d87c3b3e" [ 1947.550347] env[62180]: _type = "Task" [ 1947.550347] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.560072] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520eaeba-f4a5-a929-f893-88d8d87c3b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.631490] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963972, 'name': ReconfigVM_Task, 'duration_secs': 0.706073} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.632357] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Reconfigured VM instance instance-00000057 to attach disk [datastore1] bc1f4530-366c-47df-8af1-3e6fd8a69a85/bc1f4530-366c-47df-8af1-3e6fd8a69a85.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.632960] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe0a4299-bb3a-4edf-a5bb-ed14d4981468 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.641538] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1947.641538] env[62180]: value = "task-1963974" [ 1947.641538] env[62180]: _type = "Task" [ 1947.641538] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.651172] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963974, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.670571] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1947.670890] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6bfdf43-eae5-4c40-9a1a-21b299d64e4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.680846] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1947.680846] env[62180]: value = "task-1963975" [ 1947.680846] env[62180]: _type = "Task" [ 1947.680846] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.690701] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.866740] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.889513] env[62180]: DEBUG oslo_vmware.api [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963973, 'name': PowerOffVM_Task, 'duration_secs': 0.23195} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.890463] env[62180]: DEBUG nova.network.neutron [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Updating instance_info_cache with network_info: [{"id": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "address": "fa:16:3e:94:1e:ef", "network": {"id": "c1443c25-c8f7-4c64-84be-4198c6645a00", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-358036145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d07862011cb4ad686aa0a6c069d2d60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bdeb812-fc", "ovs_interfaceid": "4bdeb812-fc89-4ec9-a943-2056d2f5494c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.891733] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1947.891903] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1947.892167] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72233a4b-67f2-46b1-9436-e84e5db5c458 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.950865] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 79b1db90-008b-4ab2-b4a2-57113da3a715 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1948.059952] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.060190] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.060374] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Deleting the datastore file [datastore1] 1a32d991-04e4-4306-b2a4-21aff3df5806 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.060765] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daceaf08-9207-4ed4-8ed7-60c19b76bc08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.069418] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520eaeba-f4a5-a929-f893-88d8d87c3b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.024835} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.070910] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.071253] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c9508217-827f-4b34-9cd7-e86a02c0f30c/c9508217-827f-4b34-9cd7-e86a02c0f30c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1948.071586] env[62180]: DEBUG oslo_vmware.api [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for the task: (returnval){ [ 1948.071586] env[62180]: value = "task-1963977" [ 1948.071586] env[62180]: _type = "Task" [ 1948.071586] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.071806] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-254b2543-8da7-42a6-b320-aae6fcd74ebd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.083255] env[62180]: DEBUG oslo_vmware.api [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.084733] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1948.084733] env[62180]: value = "task-1963978" [ 1948.084733] env[62180]: _type = "Task" [ 1948.084733] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.092875] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.139553] env[62180]: DEBUG nova.network.neutron [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updated VIF entry in instance network info cache for port bd55f5e0-12a9-456a-ab90-33a39945758e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.139954] env[62180]: DEBUG nova.network.neutron [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [{"id": "bd55f5e0-12a9-456a-ab90-33a39945758e", "address": "fa:16:3e:67:4a:b7", "network": {"id": "4ab662f3-19c0-4d56-8fdb-7f34bc35cf62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-942064740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "03c23d510bb1475cb1270bbea49b06fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd55f5e0-12", "ovs_interfaceid": "bd55f5e0-12a9-456a-ab90-33a39945758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.154780] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963974, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.193094] env[62180]: DEBUG oslo_vmware.api [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1963975, 'name': PowerOnVM_Task, 'duration_secs': 0.411235} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.193094] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.193094] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc7d03-8b78-43ea-9a80-4d03342a795c tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance '9a2adc70-d3ba-4628-97f4-0ac00379b918' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.395725] env[62180]: DEBUG oslo_concurrency.lockutils [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Releasing lock "refresh_cache-4d0ce24e-5975-4941-abe7-37c84f4f68e1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.455513] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance a6313cff-9c5f-474d-aa56-a905c538edb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1948.456281] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1948.456281] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1948.585660] env[62180]: DEBUG oslo_vmware.api [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.598498] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963978, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.645522] env[62180]: DEBUG oslo_concurrency.lockutils [req-55fa6221-d3ea-4a0b-bb4f-cd25fe89a9f0 req-6de49b8f-6705-4bda-9488-5970155ba9ab service nova] Releasing lock "refresh_cache-1a32d991-04e4-4306-b2a4-21aff3df5806" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.655995] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963974, 'name': Rename_Task, 'duration_secs': 0.80571} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.656337] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.656607] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19c77cda-d319-4e67-8056-14f260f08762 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.664794] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1948.664794] env[62180]: value = "task-1963979" [ 1948.664794] env[62180]: _type = "Task" [ 1948.664794] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.675940] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.895654] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a96fb60-71c6-4bd3-aa28-a2847d8e66c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.900625] env[62180]: DEBUG nova.compute.manager [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1948.901475] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7051425-30de-41ba-a981-842fab66c035 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.907384] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad22751-729a-4bab-a11a-7a5b6d427555 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.944555] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e78005-ad62-4fdc-94dd-6ff20656d441 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.953631] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b64e53-81d1-44d0-8a83-c962af5a328c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.971945] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.086613] env[62180]: DEBUG oslo_vmware.api [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Task: {'id': task-1963977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536575} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.089779] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.089983] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1949.090172] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1949.090384] env[62180]: INFO nova.compute.manager [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1949.090975] env[62180]: DEBUG oslo.service.loopingcall [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.090975] env[62180]: DEBUG nova.compute.manager [-] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1949.090975] env[62180]: DEBUG nova.network.neutron [-] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1949.098597] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75674} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.098869] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c9508217-827f-4b34-9cd7-e86a02c0f30c/c9508217-827f-4b34-9cd7-e86a02c0f30c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1949.099091] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1949.099341] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4e9eb06-c549-4b21-b412-3e5fff96e3e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.106473] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1949.106473] env[62180]: value = "task-1963980" [ 1949.106473] env[62180]: _type = "Task" [ 1949.106473] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.115790] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.180146] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.451487] env[62180]: DEBUG nova.compute.manager [req-d34a9f15-180b-4e19-967c-6eb0a53208d3 req-f5ddb224-2e01-4b46-aaac-08c5569f5caf service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Received event network-vif-deleted-bd55f5e0-12a9-456a-ab90-33a39945758e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1949.451696] env[62180]: INFO nova.compute.manager [req-d34a9f15-180b-4e19-967c-6eb0a53208d3 req-f5ddb224-2e01-4b46-aaac-08c5569f5caf service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Neutron deleted interface bd55f5e0-12a9-456a-ab90-33a39945758e; detaching it from the instance and deleting it from the info cache [ 1949.451896] env[62180]: DEBUG nova.network.neutron [req-d34a9f15-180b-4e19-967c-6eb0a53208d3 req-f5ddb224-2e01-4b46-aaac-08c5569f5caf service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.474208] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.618922] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069038} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.619330] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1949.620437] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042fda63-981a-49ff-afea-39ee73a3997a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.651790] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c9508217-827f-4b34-9cd7-e86a02c0f30c/c9508217-827f-4b34-9cd7-e86a02c0f30c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.652201] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7827ac5-b0a3-42fa-84d0-d42d034532cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.676381] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963979, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.677838] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1949.677838] env[62180]: value = "task-1963981" [ 1949.677838] env[62180]: _type = "Task" [ 1949.677838] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.689225] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.841787] env[62180]: DEBUG nova.network.neutron [-] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.921101] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06512ec4-d2cd-4008-ae55-9c927844b02b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.929357] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Doing hard reboot of VM {{(pid=62180) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1949.929635] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f088419b-037a-4281-aa2f-192c5d5144d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.937717] env[62180]: DEBUG oslo_vmware.api [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1949.937717] env[62180]: value = "task-1963982" [ 1949.937717] env[62180]: _type = "Task" [ 1949.937717] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.948152] env[62180]: DEBUG oslo_vmware.api [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963982, 'name': ResetVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.954915] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b037d2d-5a71-4455-b7f5-fac47facbe4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.964158] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97941ca8-22b5-406c-ba38-8f48bfea9324 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.981194] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1949.981523] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.084s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.982064] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.307s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.982194] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.985368] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.174s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.985656] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.988296] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.187s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.990605] env[62180]: INFO nova.compute.claims [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.017088] env[62180]: DEBUG nova.compute.manager [req-d34a9f15-180b-4e19-967c-6eb0a53208d3 req-f5ddb224-2e01-4b46-aaac-08c5569f5caf service nova] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Detach interface failed, port_id=bd55f5e0-12a9-456a-ab90-33a39945758e, reason: Instance 1a32d991-04e4-4306-b2a4-21aff3df5806 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1950.024624] env[62180]: INFO nova.scheduler.client.report [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Deleted allocations for instance 311c09e4-c463-4419-b23e-db1b6b6eaa24 [ 1950.035789] env[62180]: INFO nova.scheduler.client.report [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Deleted allocations for instance 8868c05d-32c5-4888-9aa2-e6d174b1d386 [ 1950.176774] env[62180]: DEBUG oslo_vmware.api [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1963979, 'name': PowerOnVM_Task, 'duration_secs': 1.047802} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.177063] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.177280] env[62180]: INFO nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Took 16.73 seconds to spawn the instance on the hypervisor. [ 1950.177457] env[62180]: DEBUG nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.178249] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef2049-799d-48f3-8a1d-b61da9b37bca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.196103] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963981, 'name': ReconfigVM_Task, 'duration_secs': 0.274511} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.196103] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c9508217-827f-4b34-9cd7-e86a02c0f30c/c9508217-827f-4b34-9cd7-e86a02c0f30c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.197595] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0f7ab7d-c315-463f-a2c2-2fb4c2fcf4cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.206401] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1950.206401] env[62180]: value = "task-1963983" [ 1950.206401] env[62180]: _type = "Task" [ 1950.206401] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.214497] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963983, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.346106] env[62180]: INFO nova.compute.manager [-] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Took 1.26 seconds to deallocate network for instance. [ 1950.449148] env[62180]: DEBUG oslo_vmware.api [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963982, 'name': ResetVM_Task, 'duration_secs': 0.1253} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.449424] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Did hard reboot of VM {{(pid=62180) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1950.449630] env[62180]: DEBUG nova.compute.manager [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.450623] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db19bb8e-d953-4b22-930a-53b78a90de2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.532859] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c15ca87a-390a-40ea-982e-f79bbc00d15a tempest-ServerAddressesNegativeTestJSON-932094798 tempest-ServerAddressesNegativeTestJSON-932094798-project-member] Lock "311c09e4-c463-4419-b23e-db1b6b6eaa24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.956s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.546281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-36262977-73c2-4653-82bc-68054576dc5a tempest-ServersTestManualDisk-546646262 tempest-ServersTestManualDisk-546646262-project-member] Lock "8868c05d-32c5-4888-9aa2-e6d174b1d386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.693s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.709026] env[62180]: INFO nova.compute.manager [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Took 49.64 seconds to build instance. [ 1950.717397] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963983, 'name': Rename_Task, 'duration_secs': 0.157078} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.718072] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.718592] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f53c0da-80a1-4846-b4df-3c78bea0eb57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.729020] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1950.729020] env[62180]: value = "task-1963984" [ 1950.729020] env[62180]: _type = "Task" [ 1950.729020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.736596] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.853176] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.901979] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.901979] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.901979] env[62180]: DEBUG nova.compute.manager [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Going to confirm migration 3 {{(pid=62180) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1950.967191] env[62180]: DEBUG oslo_concurrency.lockutils [None req-583e87e6-e309-4b94-a362-1ae59c35cdc5 tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.317s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.210595] env[62180]: DEBUG oslo_concurrency.lockutils [None req-59d4d0e2-7805-4df7-b941-d2263f81379c tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.177s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.239206] env[62180]: DEBUG oslo_vmware.api [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963984, 'name': PowerOnVM_Task, 'duration_secs': 0.473266} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.239718] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.240140] env[62180]: INFO nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1951.240414] env[62180]: DEBUG nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.241613] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de1f189-58d5-477c-9d83-bdce58e493eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.484440] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab5a59-1b8a-43a0-80c1-3be79cc0d8e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.495427] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d3133b-d2d2-486f-a00a-a076d6bd310f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.499947] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.500227] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.500359] env[62180]: DEBUG nova.network.neutron [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.500542] env[62180]: DEBUG nova.objects.instance [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lazy-loading 'info_cache' on Instance uuid 9a2adc70-d3ba-4628-97f4-0ac00379b918 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.539554] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d33d5-36fb-43a6-868c-37e02f337a41 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.548949] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15363b1-a7ce-4e3e-a819-0b3f493870e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.570198] env[62180]: DEBUG nova.compute.provider_tree [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.764474] env[62180]: INFO nova.compute.manager [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Took 35.20 seconds to build instance. [ 1951.946228] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.946590] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.946980] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.949158] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.949158] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.950780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.954897] env[62180]: DEBUG oslo_concurrency.lockutils [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.959353] env[62180]: INFO nova.compute.manager [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Terminating instance [ 1952.074428] env[62180]: DEBUG nova.scheduler.client.report [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.266730] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b58e5117-972c-4d80-b95c-3be07b47ff90 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.713s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.468241] env[62180]: INFO nova.compute.manager [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Detaching volume 6ddd94ba-8e53-405f-b31e-bdf82b43b3f0 [ 1952.469299] env[62180]: DEBUG nova.compute.manager [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.470258] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.472175] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a34c5-4f25-419e-8c7d-5058ecf28250 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.494220] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.496589] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d59dfe5-3410-402e-9fc0-f803f471405e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.501532] env[62180]: DEBUG nova.compute.manager [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Received event network-changed-963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1952.502828] env[62180]: DEBUG nova.compute.manager [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Refreshing instance network info cache due to event network-changed-963a6151-dd8d-4646-b38f-0d0755d0a643. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1952.502828] env[62180]: DEBUG oslo_concurrency.lockutils [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.502828] env[62180]: DEBUG oslo_concurrency.lockutils [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.502828] env[62180]: DEBUG nova.network.neutron [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Refreshing network info cache for port 963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.516075] env[62180]: DEBUG oslo_vmware.api [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1952.516075] env[62180]: value = "task-1963985" [ 1952.516075] env[62180]: _type = "Task" [ 1952.516075] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.534015] env[62180]: DEBUG oslo_vmware.api [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.535658] env[62180]: INFO nova.virt.block_device [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Attempting to driver detach volume 6ddd94ba-8e53-405f-b31e-bdf82b43b3f0 from mountpoint /dev/sdb [ 1952.535658] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1952.535815] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404527', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'name': 'volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e9045-3f36-44de-adce-9811351fa249', 'attached_at': '', 'detached_at': '', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'serial': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1952.536663] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dbe8df-b776-42d4-8d8b-7acb117719d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.569028] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79377a-aae5-43a7-b64a-6635a4cc901f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.583764] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.583764] env[62180]: DEBUG nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.587269] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac3dfc-c604-430d-80ac-5aeec3ae3a52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.594684] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.713s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.597690] env[62180]: INFO nova.compute.claims [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.627637] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb35c70d-5ae2-4c44-9fac-c94123e43abe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.650862] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] The volume has not been displaced from its original location: [datastore1] volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0/volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1952.656600] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1952.657306] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7079fb-cb87-4807-a16f-c4263ddedcc8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.680428] env[62180]: DEBUG oslo_vmware.api [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1952.680428] env[62180]: value = "task-1963986" [ 1952.680428] env[62180]: _type = "Task" [ 1952.680428] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.695028] env[62180]: DEBUG oslo_vmware.api [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.005459] env[62180]: DEBUG nova.network.neutron [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance_info_cache with network_info: [{"id": "650dccd6-0ebb-478c-9df6-6799e6774234", "address": "fa:16:3e:b4:19:1e", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap650dccd6-0e", "ovs_interfaceid": "650dccd6-0ebb-478c-9df6-6799e6774234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.037508] env[62180]: DEBUG oslo_vmware.api [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963985, 'name': PowerOffVM_Task, 'duration_secs': 0.332851} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.037508] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.037508] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.037508] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f331148f-b1f2-4286-b1ef-9b5bc224a5db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.073685] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "c9508217-827f-4b34-9cd7-e86a02c0f30c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.074103] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.074624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "c9508217-827f-4b34-9cd7-e86a02c0f30c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.074901] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.075975] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.079239] env[62180]: INFO nova.compute.manager [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Terminating instance [ 1953.094397] env[62180]: DEBUG nova.compute.utils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.097118] env[62180]: DEBUG nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1953.097118] env[62180]: DEBUG nova.network.neutron [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1953.194561] env[62180]: DEBUG oslo_vmware.api [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963986, 'name': ReconfigVM_Task, 'duration_secs': 0.449135} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.194865] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1953.199768] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb9e774-ce68-4a60-9bb2-f8d366d559ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.221394] env[62180]: DEBUG oslo_vmware.api [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1953.221394] env[62180]: value = "task-1963988" [ 1953.221394] env[62180]: _type = "Task" [ 1953.221394] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.223380] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.223598] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.223779] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Deleting the datastore file [datastore1] 4d0ce24e-5975-4941-abe7-37c84f4f68e1 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.224473] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40191e57-f068-4fd3-8006-ac6fd7647a9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.232334] env[62180]: DEBUG oslo_vmware.api [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.233871] env[62180]: DEBUG oslo_vmware.api [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for the task: (returnval){ [ 1953.233871] env[62180]: value = "task-1963989" [ 1953.233871] env[62180]: _type = "Task" [ 1953.233871] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.243984] env[62180]: DEBUG oslo_vmware.api [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.400626] env[62180]: DEBUG nova.policy [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60da3bf37e8a41c3a7601a53804ce61c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384b187fe13d488d84b8c1d93702c37a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.509959] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-9a2adc70-d3ba-4628-97f4-0ac00379b918" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.510571] env[62180]: DEBUG nova.objects.instance [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lazy-loading 'migration_context' on Instance uuid 9a2adc70-d3ba-4628-97f4-0ac00379b918 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.589902] env[62180]: DEBUG nova.compute.manager [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1953.590181] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1953.591628] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e31cda3-4337-4cc0-86a6-3e83d85f8135 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.602969] env[62180]: DEBUG nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.607040] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.607040] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2ad52d-4c79-456b-996f-0c10bda8bf68 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.617754] env[62180]: DEBUG oslo_vmware.api [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1953.617754] env[62180]: value = "task-1963990" [ 1953.617754] env[62180]: _type = "Task" [ 1953.617754] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.626927] env[62180]: DEBUG oslo_vmware.api [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.689838] env[62180]: DEBUG nova.network.neutron [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updated VIF entry in instance network info cache for port 963a6151-dd8d-4646-b38f-0d0755d0a643. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.690217] env[62180]: DEBUG nova.network.neutron [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.736405] env[62180]: DEBUG oslo_vmware.api [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963988, 'name': ReconfigVM_Task, 'duration_secs': 0.1821} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.741054] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404527', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'name': 'volume-6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '843e9045-3f36-44de-adce-9811351fa249', 'attached_at': '', 'detached_at': '', 'volume_id': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0', 'serial': '6ddd94ba-8e53-405f-b31e-bdf82b43b3f0'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1953.755405] env[62180]: DEBUG oslo_vmware.api [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Task: {'id': task-1963989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313629} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.755674] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.755868] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.756075] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.757047] env[62180]: INFO nova.compute.manager [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1953.757047] env[62180]: DEBUG oslo.service.loopingcall [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.757047] env[62180]: DEBUG nova.compute.manager [-] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.757047] env[62180]: DEBUG nova.network.neutron [-] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.019326] env[62180]: DEBUG nova.objects.base [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Object Instance<9a2adc70-d3ba-4628-97f4-0ac00379b918> lazy-loaded attributes: info_cache,migration_context {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1954.020749] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b246a0-ccdd-4285-9df6-ded2e25ed787 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.055688] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1648d76-4f20-40ed-8c21-e723f5e9ff3f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.064719] env[62180]: DEBUG oslo_vmware.api [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1954.064719] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52761dfe-9fa4-2ea4-163a-aee4c00317ad" [ 1954.064719] env[62180]: _type = "Task" [ 1954.064719] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.076142] env[62180]: DEBUG oslo_vmware.api [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52761dfe-9fa4-2ea4-163a-aee4c00317ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.099915] env[62180]: DEBUG nova.network.neutron [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Successfully created port: 5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1954.110267] env[62180]: INFO nova.virt.block_device [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Booting with volume 4e1fa594-3818-4123-9cf3-2aeb67c59d26 at /dev/sda [ 1954.132471] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a2977-4d29-4058-9845-6d1425f0f1bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.135224] env[62180]: DEBUG oslo_vmware.api [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963990, 'name': PowerOffVM_Task, 'duration_secs': 0.355427} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.135412] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.135591] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.136230] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1728d45-15c6-49ff-95ca-ae69ba6eb375 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.145704] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af01c4-908f-4f61-9c2c-7d8e41c5e7ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.185875] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17916cec-868f-4698-85a7-ec03f9f25412 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.188299] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f647b87a-c92c-4a04-bce9-6b42585f4a83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.192395] env[62180]: DEBUG oslo_concurrency.lockutils [req-5caaf86d-18c3-4293-825e-60f4fe92ae26 req-2ac31f61-0d23-4e4c-b66b-7f78af5c5e51 service nova] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.198149] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ef48dc-1dce-4334-b7fc-45e54a8d10d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.205280] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad45a7f1-f888-4296-9fb6-e463a8b317a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.226516] env[62180]: DEBUG nova.compute.provider_tree [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1954.242531] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c682e1d-8d0c-4775-b962-7ca60717464b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.253632] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba10e03-5f17-4fb4-8185-4974f48c1742 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.288436] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02e183a-08bb-47bd-833a-091c6457c699 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.292200] env[62180]: DEBUG nova.scheduler.client.report [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1954.292476] env[62180]: DEBUG nova.compute.provider_tree [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 119 to 120 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1954.292657] env[62180]: DEBUG nova.compute.provider_tree [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1954.303063] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8da276-d331-4549-8a4c-ed0df63c273a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.316280] env[62180]: DEBUG nova.objects.instance [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lazy-loading 'flavor' on Instance uuid 843e9045-3f36-44de-adce-9811351fa249 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.323781] env[62180]: DEBUG nova.virt.block_device [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Updating existing volume attachment record: 57de0f2d-1d56-467e-8e4d-62ddebb7d36f {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1954.575926] env[62180]: DEBUG oslo_vmware.api [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52761dfe-9fa4-2ea4-163a-aee4c00317ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019897} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.576307] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.736596] env[62180]: DEBUG nova.compute.manager [req-15d24c34-60af-410b-8ac6-d81f39a6377e req-57219310-f068-4a8d-9786-7068b6bd4907 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Received event network-vif-deleted-4bdeb812-fc89-4ec9-a943-2056d2f5494c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1954.736697] env[62180]: INFO nova.compute.manager [req-15d24c34-60af-410b-8ac6-d81f39a6377e req-57219310-f068-4a8d-9786-7068b6bd4907 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Neutron deleted interface 4bdeb812-fc89-4ec9-a943-2056d2f5494c; detaching it from the instance and deleting it from the info cache [ 1954.736833] env[62180]: DEBUG nova.network.neutron [req-15d24c34-60af-410b-8ac6-d81f39a6377e req-57219310-f068-4a8d-9786-7068b6bd4907 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.798626] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.799182] env[62180]: DEBUG nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1954.802106] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.892s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.802343] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.808136] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.509s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.814072] env[62180]: INFO nova.compute.claims [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1954.840358] env[62180]: INFO nova.scheduler.client.report [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Deleted allocations for instance f8a7a431-66a3-4ecb-a701-5d53e24b28fa [ 1954.880872] env[62180]: DEBUG nova.network.neutron [-] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.241011] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6d6bd83-dec3-43ec-a79d-2fc6d1b59c3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.264091] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034ffc1b-3b54-4f70-96d6-a6d55c4ebdc3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.286833] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "bb02cb2c-fe94-4268-803f-671266323454" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.287202] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "bb02cb2c-fe94-4268-803f-671266323454" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.321191] env[62180]: DEBUG nova.compute.utils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.322065] env[62180]: DEBUG nova.compute.manager [req-15d24c34-60af-410b-8ac6-d81f39a6377e req-57219310-f068-4a8d-9786-7068b6bd4907 service nova] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Detach interface failed, port_id=4bdeb812-fc89-4ec9-a943-2056d2f5494c, reason: Instance 4d0ce24e-5975-4941-abe7-37c84f4f68e1 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1955.323328] env[62180]: DEBUG nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.323555] env[62180]: DEBUG nova.network.neutron [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.326448] env[62180]: DEBUG oslo_concurrency.lockutils [None req-53ebe152-e814-4342-aed2-6767b9bbe25d tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.375s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.354423] env[62180]: DEBUG oslo_concurrency.lockutils [None req-31b64ba0-96f3-46e3-bafa-839a587d7879 tempest-MigrationsAdminTest-1968300910 tempest-MigrationsAdminTest-1968300910-project-member] Lock "f8a7a431-66a3-4ecb-a701-5d53e24b28fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.219s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.388606] env[62180]: INFO nova.compute.manager [-] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Took 1.63 seconds to deallocate network for instance. [ 1955.430509] env[62180]: DEBUG nova.policy [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bebdb1546434cc887ca8487194b5f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd2bd12630e4da2b7d2eb7b66f09648', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.624135] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.624135] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.624135] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "843e9045-3f36-44de-adce-9811351fa249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.625396] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.625396] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.628022] env[62180]: INFO nova.compute.manager [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Terminating instance [ 1955.789581] env[62180]: DEBUG nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1955.827934] env[62180]: DEBUG nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1955.903113] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.906873] env[62180]: DEBUG nova.network.neutron [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Successfully created port: 9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.132936] env[62180]: DEBUG nova.compute.manager [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1956.132936] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.134166] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81f80f3-a4ae-4a20-8008-decc77026cff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.147412] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.147691] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10166bc3-6912-4e93-b539-f9d2d87544d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.159063] env[62180]: DEBUG oslo_vmware.api [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1956.159063] env[62180]: value = "task-1963992" [ 1956.159063] env[62180]: _type = "Task" [ 1956.159063] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.172070] env[62180]: DEBUG oslo_vmware.api [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.308750] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.319903] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723ed544-ff5a-44c7-9808-af21220be2f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.331817] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11cdb09-782f-47d8-8a02-8d7489a1693a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.374452] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396a198c-16c5-40f3-ae43-948033990d0a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.385918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd88148-0588-4374-ad96-51d583982600 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.405159] env[62180]: DEBUG nova.compute.provider_tree [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.456421] env[62180]: DEBUG nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1956.456959] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1956.457210] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.457350] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1956.457576] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.457765] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1956.457943] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1956.458128] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1956.458298] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1956.458674] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1956.458949] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1956.459051] env[62180]: DEBUG nova.virt.hardware [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1956.459926] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880aa494-8975-423f-9a71-abadd32ddf64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.471547] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491c179-fb19-4815-8463-d444f1d9736b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.670514] env[62180]: DEBUG oslo_vmware.api [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963992, 'name': PowerOffVM_Task, 'duration_secs': 0.227836} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.670803] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.670974] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.671293] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289b62b0-b62e-45d6-9aa3-5f2cf716f63d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.873393] env[62180]: DEBUG nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1956.908058] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1956.908058] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.908058] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1956.908530] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.909136] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1956.909136] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1956.909332] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1956.909567] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1956.909800] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1956.910037] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1956.910947] env[62180]: DEBUG nova.virt.hardware [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1956.911938] env[62180]: DEBUG nova.scheduler.client.report [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.917745] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2882b6f-0470-439e-9145-75c9c79e5fe8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.927443] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b2f41-0754-423b-8de8-6ef8d01dafad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.422667] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.423184] env[62180]: DEBUG nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.427598] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.428225] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.433200] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.638s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.433404] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.435250] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.572s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.435438] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.437553] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.738s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.437553] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.439031] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.572s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.439333] env[62180]: DEBUG nova.objects.instance [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lazy-loading 'resources' on Instance uuid ec57f3a1-7327-42c5-bb73-9d4c3d795f62 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.473941] env[62180]: INFO nova.scheduler.client.report [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted allocations for instance 74f7331b-44d3-4b09-88ca-807e8d8f5542 [ 1957.476435] env[62180]: INFO nova.scheduler.client.report [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted allocations for instance b155f91d-913d-4e0d-ad02-085509c15f9c [ 1957.545263] env[62180]: INFO nova.scheduler.client.report [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Deleted allocations for instance 0cf548fd-816b-4da6-bd20-35fbc8577866 [ 1957.554260] env[62180]: INFO nova.scheduler.client.report [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted allocations for instance 24203e3c-d56f-47b0-87d8-1a84aa291fe9 [ 1957.944309] env[62180]: DEBUG nova.compute.utils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1957.948210] env[62180]: DEBUG nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1957.948210] env[62180]: DEBUG nova.network.neutron [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1957.992145] env[62180]: DEBUG nova.policy [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67a7fcbb47c48af867e3eabd8b9d222', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b56ae858f034847b6748ffb4b341dfc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1957.999034] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c4f0209b-fe77-42ec-b2ff-a2ef5a8cc25a tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "b155f91d-913d-4e0d-ad02-085509c15f9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.847s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.002611] env[62180]: DEBUG oslo_concurrency.lockutils [None req-891e7983-dab3-4fc7-8eb5-83b5a6c26b2c tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "74f7331b-44d3-4b09-88ca-807e8d8f5542" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.416s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.063201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5318e22a-4b7f-42f0-adf2-46cf7e9840ff tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "0cf548fd-816b-4da6-bd20-35fbc8577866" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.486s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.067018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-812b03ae-e8dd-4b53-83dd-ac35dd04eb20 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.576s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.067018] env[62180]: DEBUG oslo_concurrency.lockutils [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] Acquired lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.067516] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e163fd6-cc43-4eef-94d1-822979f494b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.080494] env[62180]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1958.080677] env[62180]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62180) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1958.082782] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b9ad168-dc2b-4346-b0f7-33d11e08da60 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.093894] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a0bf1a-fa4c-4089-b3cb-2fc63736efd4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.137693] env[62180]: ERROR root [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-404505'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-404505'}\n"]: nova.exception.InstanceNotFound: Instance 24203e3c-d56f-47b0-87d8-1a84aa291fe9 could not be found. [ 1958.140782] env[62180]: DEBUG oslo_concurrency.lockutils [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] Releasing lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.140782] env[62180]: DEBUG nova.compute.manager [req-0734c35a-8663-4f3c-856e-bcb1baa15889 req-28ad4cb6-bddc-43c2-83bb-a4ab891fb101 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Detach interface failed, port_id=970d3ef0-2d4b-4574-94d4-a691d82c1b48, reason: Instance 24203e3c-d56f-47b0-87d8-1a84aa291fe9 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1958.140782] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Acquired lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.140782] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd3ba2-d624-4c85-bd8e-ebd0d496c7ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.151656] env[62180]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1958.151836] env[62180]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62180) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1958.152490] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.152741] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.158964] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-075d4b43-57de-4eb0-9f6f-4cce0143bbb2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.169591] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fbca4d-c125-4309-90bf-1a098fee70bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.210581] env[62180]: ERROR root [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-404505'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-404505' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-404505'}\n"]: nova.exception.InstanceNotFound: Instance 24203e3c-d56f-47b0-87d8-1a84aa291fe9 could not be found. [ 1958.210822] env[62180]: DEBUG oslo_concurrency.lockutils [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] Releasing lock "24203e3c-d56f-47b0-87d8-1a84aa291fe9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.211170] env[62180]: DEBUG nova.compute.manager [req-578aecd0-3019-4e4a-b58b-4d4ebe5509fc req-b7a8092f-e000-4dca-a09d-d2e20022e176 service nova] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Detach interface failed, port_id=19a8bcab-7151-4d13-be5a-dd6d6e5851c5, reason: Instance 24203e3c-d56f-47b0-87d8-1a84aa291fe9 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1958.390195] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fab1a5-81ee-401c-990b-08e7fc0a3f0e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.400890] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2712b-ee19-4ff3-9f35-b169ccc09bfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.437504] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543dd87d-5e53-48c7-a752-bef014243d6f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.446524] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0c446a-a2c8-4a1f-b7ad-f588a72f4fb9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.452707] env[62180]: DEBUG nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.467761] env[62180]: DEBUG nova.compute.provider_tree [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.557069] env[62180]: DEBUG nova.network.neutron [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Successfully created port: 5969ed78-e4a2-4d9f-b802-ac96ec28be85 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.662398] env[62180]: DEBUG nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1958.974576] env[62180]: DEBUG nova.scheduler.client.report [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.143655] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.143655] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.143655] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "d54b9a57-a27b-4d90-bd32-1c498c529a25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.143655] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.143655] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.146243] env[62180]: INFO nova.compute.manager [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Terminating instance [ 1959.188803] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.466344] env[62180]: DEBUG nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.482170] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.484193] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.631s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.484670] env[62180]: DEBUG nova.objects.instance [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lazy-loading 'resources' on Instance uuid 1a32d991-04e4-4306-b2a4-21aff3df5806 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.493256] env[62180]: DEBUG nova.virt.hardware [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.493256] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c804d-58d7-4fc5-9c8d-6e3d553de33e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.502975] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d12c6-d276-41ea-8dc1-4351df560322 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.507657] env[62180]: INFO nova.scheduler.client.report [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted allocations for instance ec57f3a1-7327-42c5-bb73-9d4c3d795f62 [ 1959.648802] env[62180]: DEBUG nova.compute.manager [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1959.649913] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1959.650064] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b4361-23be-4757-a38b-e32d17f1b66e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.659060] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.659701] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-826953ee-2798-4f01-9f3e-3f4fba4ce167 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.667281] env[62180]: DEBUG oslo_vmware.api [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1959.667281] env[62180]: value = "task-1963994" [ 1959.667281] env[62180]: _type = "Task" [ 1959.667281] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.676761] env[62180]: DEBUG oslo_vmware.api [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.025023] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ea0aabb-3a74-4426-9180-5e09629f6276 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ec57f3a1-7327-42c5-bb73-9d4c3d795f62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.616s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.179206] env[62180]: DEBUG oslo_vmware.api [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963994, 'name': PowerOffVM_Task, 'duration_secs': 0.248649} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.179206] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1960.179438] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1960.179760] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e9272e3-b7df-4894-ba84-a2d6a2c37424 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.364529] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.364529] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.423276] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d1dbf6-f58f-4668-9311-e6b3c52b17de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.431999] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1994cdb-c0b0-4c5d-ab93-a249b6361271 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.466204] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f58ce-870f-409f-89cf-210e5b228701 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.474875] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ecea5-e468-4135-bc8c-68fa18b7575e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.488877] env[62180]: DEBUG nova.compute.provider_tree [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.867507] env[62180]: DEBUG nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1960.992276] env[62180]: DEBUG nova.scheduler.client.report [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.320537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.320537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.320537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.320537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.320537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.322903] env[62180]: INFO nova.compute.manager [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Terminating instance [ 1961.400320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.410964] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.410964] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.410964] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleting the datastore file [datastore1] c9508217-827f-4b34-9cd7-e86a02c0f30c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.410964] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6313dd-c818-4cd7-a72a-c10650874461 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.413042] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.413042] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.413317] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleting the datastore file [datastore1] d54b9a57-a27b-4d90-bd32-1c498c529a25 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.413317] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca28356-b0be-4e81-88de-25931851ca60 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.422776] env[62180]: DEBUG oslo_vmware.api [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1961.422776] env[62180]: value = "task-1963997" [ 1961.422776] env[62180]: _type = "Task" [ 1961.422776] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.425525] env[62180]: DEBUG oslo_vmware.api [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1961.425525] env[62180]: value = "task-1963996" [ 1961.425525] env[62180]: _type = "Task" [ 1961.425525] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.425525] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.425525] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.425826] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleting the datastore file [datastore1] 843e9045-3f36-44de-adce-9811351fa249 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.428927] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ba7d4ef-1550-467e-8435-ce2b1e121dda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.438359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.438664] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.448142] env[62180]: DEBUG oslo_vmware.api [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.449862] env[62180]: DEBUG oslo_vmware.api [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1961.449862] env[62180]: value = "task-1963998" [ 1961.449862] env[62180]: _type = "Task" [ 1961.449862] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.453778] env[62180]: DEBUG oslo_vmware.api [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.463373] env[62180]: DEBUG oslo_vmware.api [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.497335] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.500596] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.923s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.527295] env[62180]: INFO nova.scheduler.client.report [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Deleted allocations for instance 1a32d991-04e4-4306-b2a4-21aff3df5806 [ 1961.831055] env[62180]: DEBUG nova.compute.manager [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1961.831055] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1961.831055] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274180bd-d627-40a6-9f81-7315a90e0a5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.840107] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.840107] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ebc0be-4454-46ba-8622-44723dd60b49 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.847233] env[62180]: DEBUG oslo_vmware.api [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1961.847233] env[62180]: value = "task-1963999" [ 1961.847233] env[62180]: _type = "Task" [ 1961.847233] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.856934] env[62180]: DEBUG oslo_vmware.api [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.943324] env[62180]: DEBUG oslo_vmware.api [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1963996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164879} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.943324] env[62180]: DEBUG oslo_vmware.api [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1963997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167947} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.943324] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1961.943324] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1961.943324] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1961.943324] env[62180]: INFO nova.compute.manager [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Took 8.35 seconds to destroy the instance on the hypervisor. [ 1961.944163] env[62180]: DEBUG oslo.service.loopingcall [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.944504] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1961.944793] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1961.945104] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1961.945379] env[62180]: INFO nova.compute.manager [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1961.945711] env[62180]: DEBUG oslo.service.loopingcall [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.946010] env[62180]: DEBUG nova.compute.manager [-] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1961.946201] env[62180]: DEBUG nova.network.neutron [-] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1961.948769] env[62180]: DEBUG nova.compute.manager [-] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1961.949117] env[62180]: DEBUG nova.network.neutron [-] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1961.950892] env[62180]: DEBUG nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.969558] env[62180]: DEBUG oslo_vmware.api [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1963998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183086} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.969558] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1961.969558] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1961.969558] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1961.969558] env[62180]: INFO nova.compute.manager [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 843e9045-3f36-44de-adce-9811351fa249] Took 5.83 seconds to destroy the instance on the hypervisor. [ 1961.969558] env[62180]: DEBUG oslo.service.loopingcall [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.969558] env[62180]: DEBUG nova.compute.manager [-] [instance: 843e9045-3f36-44de-adce-9811351fa249] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1961.969558] env[62180]: DEBUG nova.network.neutron [-] [instance: 843e9045-3f36-44de-adce-9811351fa249] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.043502] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7b1f4b4-dba5-43ce-8a9d-738a3a7a123a tempest-ServerRescueTestJSONUnderV235-1506421825 tempest-ServerRescueTestJSONUnderV235-1506421825-project-member] Lock "1a32d991-04e4-4306-b2a4-21aff3df5806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.201s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.363685] env[62180]: DEBUG oslo_vmware.api [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1963999, 'name': PowerOffVM_Task, 'duration_secs': 0.203941} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.364098] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.364223] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1962.364451] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1691072-c2bb-4784-bb38-4d6db06d3f28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.367658] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a683626a-6f60-457b-bd31-204d1b9c70bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.384269] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bafa16-d091-4bbd-aa52-62beb20d9891 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.423298] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570a6c60-6f70-45ad-aa3d-62c9cf9ce2da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.432042] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1f939-995a-409b-845d-6fc0cfaf168c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.449536] env[62180]: DEBUG nova.compute.provider_tree [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1962.480460] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.604198] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1962.604198] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1962.604198] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleting the datastore file [datastore1] ede9cc61-2c36-4b7a-ae64-3b67604931f0 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1962.604198] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-665368be-a35e-448f-bc8b-222c8ffc0ba2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.611549] env[62180]: DEBUG oslo_vmware.api [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1962.611549] env[62180]: value = "task-1964001" [ 1962.611549] env[62180]: _type = "Task" [ 1962.611549] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.622662] env[62180]: DEBUG oslo_vmware.api [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1964001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.698932] env[62180]: DEBUG nova.compute.manager [req-0b8cbaa7-7775-4a29-b7da-61601c645644 req-3f3f09e0-d924-4efd-b17d-007f262b3bc3 service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Received event network-vif-deleted-f03bc768-16e2-4adf-b3a4-87666108ddc8 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.698932] env[62180]: INFO nova.compute.manager [req-0b8cbaa7-7775-4a29-b7da-61601c645644 req-3f3f09e0-d924-4efd-b17d-007f262b3bc3 service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Neutron deleted interface f03bc768-16e2-4adf-b3a4-87666108ddc8; detaching it from the instance and deleting it from the info cache [ 1962.698932] env[62180]: DEBUG nova.network.neutron [req-0b8cbaa7-7775-4a29-b7da-61601c645644 req-3f3f09e0-d924-4efd-b17d-007f262b3bc3 service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.762888] env[62180]: DEBUG nova.compute.manager [req-3710d64d-4968-4d48-ae3a-81e74f2bca7f req-134777f6-d574-459e-b635-9483f1469d2c service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Received event network-vif-deleted-cfbf6744-0be3-4ead-a430-45b46443e12c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1962.763150] env[62180]: INFO nova.compute.manager [req-3710d64d-4968-4d48-ae3a-81e74f2bca7f req-134777f6-d574-459e-b635-9483f1469d2c service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Neutron deleted interface cfbf6744-0be3-4ead-a430-45b46443e12c; detaching it from the instance and deleting it from the info cache [ 1962.763334] env[62180]: DEBUG nova.network.neutron [req-3710d64d-4968-4d48-ae3a-81e74f2bca7f req-134777f6-d574-459e-b635-9483f1469d2c service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.975894] env[62180]: ERROR nova.scheduler.client.report [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [req-3fa7cf55-e0f9-471d-be4f-5bd6af256346] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fa7cf55-e0f9-471d-be4f-5bd6af256346"}]} [ 1962.991733] env[62180]: DEBUG nova.network.neutron [-] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.993754] env[62180]: DEBUG nova.scheduler.client.report [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1963.014877] env[62180]: DEBUG nova.scheduler.client.report [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1963.014970] env[62180]: DEBUG nova.compute.provider_tree [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.029916] env[62180]: DEBUG nova.scheduler.client.report [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1963.048585] env[62180]: DEBUG nova.scheduler.client.report [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1963.122581] env[62180]: DEBUG oslo_vmware.api [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1964001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136186} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.126242] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1963.126526] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1963.126786] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1963.127036] env[62180]: INFO nova.compute.manager [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1963.127352] env[62180]: DEBUG oslo.service.loopingcall [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.127774] env[62180]: DEBUG nova.compute.manager [-] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1963.127929] env[62180]: DEBUG nova.network.neutron [-] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1963.166689] env[62180]: DEBUG nova.network.neutron [-] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.204576] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dee1b111-a3a5-41e9-9aed-c599d4a0d2d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.216154] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7097431-3cae-4bb2-b316-c32c2ed787d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.257026] env[62180]: DEBUG nova.compute.manager [req-0b8cbaa7-7775-4a29-b7da-61601c645644 req-3f3f09e0-d924-4efd-b17d-007f262b3bc3 service nova] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Detach interface failed, port_id=f03bc768-16e2-4adf-b3a4-87666108ddc8, reason: Instance d54b9a57-a27b-4d90-bd32-1c498c529a25 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1963.258357] env[62180]: DEBUG nova.network.neutron [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Successfully updated port: 5969ed78-e4a2-4d9f-b802-ac96ec28be85 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.266866] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5e3cb35-ba8a-496d-8f49-c81f84266f57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.280373] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea18c41-b89f-4d12-87f7-28748bf7ea2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.328076] env[62180]: DEBUG nova.compute.manager [req-3710d64d-4968-4d48-ae3a-81e74f2bca7f req-134777f6-d574-459e-b635-9483f1469d2c service nova] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Detach interface failed, port_id=cfbf6744-0be3-4ead-a430-45b46443e12c, reason: Instance c9508217-827f-4b34-9cd7-e86a02c0f30c could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1963.329347] env[62180]: DEBUG nova.network.neutron [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Successfully updated port: 5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.354572] env[62180]: DEBUG nova.network.neutron [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Successfully updated port: 9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.437871] env[62180]: DEBUG nova.network.neutron [-] [instance: 843e9045-3f36-44de-adce-9811351fa249] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.454423] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd941e89-cd62-4a9a-baa2-b5d0aa8706e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.465160] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc734118-ec75-4796-9d49-7103c9183426 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.502874] env[62180]: INFO nova.compute.manager [-] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Took 1.55 seconds to deallocate network for instance. [ 1963.505608] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f264f2-8170-4041-b11f-e419cd23b9f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.517526] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71770e2-e8b8-4a0e-8f8f-b70c58fb2af7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.532947] env[62180]: DEBUG nova.compute.provider_tree [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.672024] env[62180]: INFO nova.compute.manager [-] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Took 1.72 seconds to deallocate network for instance. [ 1963.765019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "refresh_cache-a6313cff-9c5f-474d-aa56-a905c538edb4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.765019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "refresh_cache-a6313cff-9c5f-474d-aa56-a905c538edb4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.765019] env[62180]: DEBUG nova.network.neutron [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.832288] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquiring lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.832414] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquired lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.832583] env[62180]: DEBUG nova.network.neutron [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.860794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.860794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.860794] env[62180]: DEBUG nova.network.neutron [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.942785] env[62180]: INFO nova.compute.manager [-] [instance: 843e9045-3f36-44de-adce-9811351fa249] Took 1.97 seconds to deallocate network for instance. [ 1964.013336] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.078203] env[62180]: DEBUG nova.scheduler.client.report [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1964.080092] env[62180]: DEBUG nova.compute.provider_tree [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 124 to 125 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1964.080092] env[62180]: DEBUG nova.compute.provider_tree [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1964.177085] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.336775] env[62180]: DEBUG nova.network.neutron [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.365895] env[62180]: DEBUG nova.network.neutron [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.367588] env[62180]: DEBUG nova.network.neutron [-] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.416366] env[62180]: DEBUG nova.network.neutron [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.449590] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.673655] env[62180]: DEBUG nova.network.neutron [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Updating instance_info_cache with network_info: [{"id": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "address": "fa:16:3e:86:74:b0", "network": {"id": "5e017280-aec2-4c09-afe7-f8f17e4f79f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1720650810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384b187fe13d488d84b8c1d93702c37a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb96622-72", "ovs_interfaceid": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.698487] env[62180]: DEBUG nova.network.neutron [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.700848] env[62180]: DEBUG nova.network.neutron [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Updating instance_info_cache with network_info: [{"id": "5969ed78-e4a2-4d9f-b802-ac96ec28be85", "address": "fa:16:3e:7a:00:b1", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5969ed78-e4", "ovs_interfaceid": "5969ed78-e4a2-4d9f-b802-ac96ec28be85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.757911] env[62180]: DEBUG nova.compute.manager [req-6c43c7ee-b3f6-4e78-aa6d-54a525dc3e93 req-68f9b62a-586c-46b9-b9cb-89a55e9c029c service nova] [instance: 843e9045-3f36-44de-adce-9811351fa249] Received event network-vif-deleted-782cf2ab-b258-4cc3-b4e3-56de8273bbd3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.757911] env[62180]: DEBUG nova.compute.manager [req-6c43c7ee-b3f6-4e78-aa6d-54a525dc3e93 req-68f9b62a-586c-46b9-b9cb-89a55e9c029c service nova] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Received event network-vif-deleted-2a48e8a5-0c1d-44c9-87a3-77bb9e2454da {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.799996] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Received event network-vif-plugged-5969ed78-e4a2-4d9f-b802-ac96ec28be85 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.799996] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquiring lock "a6313cff-9c5f-474d-aa56-a905c538edb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.799996] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.799996] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.799996] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] No waiting events found dispatching network-vif-plugged-5969ed78-e4a2-4d9f-b802-ac96ec28be85 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1964.799996] env[62180]: WARNING nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Received unexpected event network-vif-plugged-5969ed78-e4a2-4d9f-b802-ac96ec28be85 for instance with vm_state building and task_state spawning. [ 1964.799996] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Received event network-vif-plugged-5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.800360] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquiring lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.800360] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.800497] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.800808] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] No waiting events found dispatching network-vif-plugged-5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1964.800808] env[62180]: WARNING nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Received unexpected event network-vif-plugged-5bb96622-7295-4f4b-9d8d-f1e108489aa6 for instance with vm_state building and task_state spawning. [ 1964.800962] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Received event network-vif-plugged-9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.801174] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquiring lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.801404] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.801639] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.802657] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] No waiting events found dispatching network-vif-plugged-9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1964.802657] env[62180]: WARNING nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Received unexpected event network-vif-plugged-9822df1e-58e0-432d-941f-2876bc356d7c for instance with vm_state building and task_state spawning. [ 1964.802657] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Received event network-changed-5969ed78-e4a2-4d9f-b802-ac96ec28be85 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1964.802657] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Refreshing instance network info cache due to event network-changed-5969ed78-e4a2-4d9f-b802-ac96ec28be85. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1964.802657] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquiring lock "refresh_cache-a6313cff-9c5f-474d-aa56-a905c538edb4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.869589] env[62180]: INFO nova.compute.manager [-] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Took 1.74 seconds to deallocate network for instance. [ 1965.090530] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.591s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.093354] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.190s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.093590] env[62180]: DEBUG nova.objects.instance [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lazy-loading 'resources' on Instance uuid 4d0ce24e-5975-4941-abe7-37c84f4f68e1 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.177137] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Releasing lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.177519] env[62180]: DEBUG nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance network_info: |[{"id": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "address": "fa:16:3e:86:74:b0", "network": {"id": "5e017280-aec2-4c09-afe7-f8f17e4f79f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1720650810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384b187fe13d488d84b8c1d93702c37a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb96622-72", "ovs_interfaceid": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1965.179196] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:74:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bb96622-7295-4f4b-9d8d-f1e108489aa6', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1965.188259] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Creating folder: Project (384b187fe13d488d84b8c1d93702c37a). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1965.188725] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c2e182d-741c-43c6-8875-9e3a2a85e016 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.203486] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.203910] env[62180]: DEBUG nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Instance network_info: |[{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1965.204656] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "refresh_cache-a6313cff-9c5f-474d-aa56-a905c538edb4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.205195] env[62180]: DEBUG nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Instance network_info: |[{"id": "5969ed78-e4a2-4d9f-b802-ac96ec28be85", "address": "fa:16:3e:7a:00:b1", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5969ed78-e4", "ovs_interfaceid": "5969ed78-e4a2-4d9f-b802-ac96ec28be85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1965.206560] env[62180]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1965.206758] env[62180]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62180) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1965.207193] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ec:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9822df1e-58e0-432d-941f-2876bc356d7c', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1965.214909] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating folder: Project (bbd2bd12630e4da2b7d2eb7b66f09648). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1965.215578] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquired lock "refresh_cache-a6313cff-9c5f-474d-aa56-a905c538edb4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.215828] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Refreshing network info cache for port 5969ed78-e4a2-4d9f-b802-ac96ec28be85 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.221030] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:00:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5969ed78-e4a2-4d9f-b802-ac96ec28be85', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1965.226385] env[62180]: DEBUG oslo.service.loopingcall [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.226832] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Folder already exists: Project (384b187fe13d488d84b8c1d93702c37a). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1965.227472] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Creating folder: Instances. Parent ref: group-v404534. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1965.227717] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4f568d3-6666-49d3-b27f-9ebfb76629cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.229517] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1965.229749] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10cb127-34a8-4df2-80ba-863484adf35b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.233180] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-800c2175-8923-48c4-8039-ffcab18f91e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.255853] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1965.255853] env[62180]: value = "task-1964005" [ 1965.255853] env[62180]: _type = "Task" [ 1965.255853] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.266118] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Created folder: Project (bbd2bd12630e4da2b7d2eb7b66f09648) in parent group-v404325. [ 1965.266354] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating folder: Instances. Parent ref: group-v404553. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1965.274073] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba1b2989-fd06-4d55-a4b9-bb4af8818344 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.276199] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964005, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.276491] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Created folder: Instances in parent group-v404534. [ 1965.276720] env[62180]: DEBUG oslo.service.loopingcall [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.277137] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1965.277518] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f32a54-0290-4c1b-b56f-8e8c4ab25b2a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.298023] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Created folder: Instances in parent group-v404553. [ 1965.298023] env[62180]: DEBUG oslo.service.loopingcall [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.298023] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1965.298255] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50892a6-2556-4137-a706-a294c7565676 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.315292] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1965.315292] env[62180]: value = "task-1964007" [ 1965.315292] env[62180]: _type = "Task" [ 1965.315292] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.321852] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1965.321852] env[62180]: value = "task-1964008" [ 1965.321852] env[62180]: _type = "Task" [ 1965.321852] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.326129] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964007, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.337072] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964008, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.376658] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.455020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.455020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.649789] env[62180]: INFO nova.scheduler.client.report [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted allocation for migration 7fe84f10-7c71-4d4f-977d-cd9e0e1c1ff8 [ 1965.774079] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964005, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.826792] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964007, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.840132] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964008, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.938578] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a2cad-fc92-44d5-8e51-28797e5670cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.952044] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81948ef-b5e5-464b-a8f1-50165e0e37d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.959752] env[62180]: DEBUG nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.988048] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab15e4-42d7-4ae3-89d0-5c93695f89e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.997352] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963cc488-4bfd-4ab5-b0ba-686bc17734e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.024123] env[62180]: DEBUG nova.compute.provider_tree [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.044729] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Updated VIF entry in instance network info cache for port 5969ed78-e4a2-4d9f-b802-ac96ec28be85. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.044729] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Updating instance_info_cache with network_info: [{"id": "5969ed78-e4a2-4d9f-b802-ac96ec28be85", "address": "fa:16:3e:7a:00:b1", "network": {"id": "b68899b5-5442-4150-b63e-67e9535d8342", "bridge": "br-int", "label": "tempest-ImagesTestJSON-602848875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b56ae858f034847b6748ffb4b341dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5969ed78-e4", "ovs_interfaceid": "5969ed78-e4a2-4d9f-b802-ac96ec28be85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.156281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5ec03ce6-3082-4bf4-8ca3-579c70e2e493 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.256s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.267733] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964005, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.326324] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964007, 'name': CreateVM_Task, 'duration_secs': 0.979982} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.326633] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1966.330045] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '57de0f2d-1d56-467e-8e4d-62ddebb7d36f', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404540', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'name': 'volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc4e7b4-c44a-4063-a298-5fe18c4f91a1', 'attached_at': '', 'detached_at': '', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'serial': '4e1fa594-3818-4123-9cf3-2aeb67c59d26'}, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62180) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1966.330391] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Root volume attach. Driver type: vmdk {{(pid=62180) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1966.331037] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95389ea-c48d-4b70-8210-3b4a0f73d8f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.340778] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964008, 'name': CreateVM_Task, 'duration_secs': 0.893581} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.344517] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1966.345305] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.345444] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.345760] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1966.346530] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8776c6ec-1eb2-4865-ae3f-0f54ef077fbb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.349127] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352cac92-0641-4577-bf34-6d200c73b744 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.354755] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1966.354755] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283a240-0477-4466-7c63-0502236bcefb" [ 1966.354755] env[62180]: _type = "Task" [ 1966.354755] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.360033] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cbcaea-e677-45f9-99f7-19939a64fdca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.374088] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-02469d50-f0b1-4b0f-8207-7027a4ab0799 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.378637] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5283a240-0477-4466-7c63-0502236bcefb, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.379009] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.379324] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.379644] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.379868] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.380235] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.380872] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95d908b8-1cd3-4549-868f-837902c0b24b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.390089] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 1966.390089] env[62180]: value = "task-1964009" [ 1966.390089] env[62180]: _type = "Task" [ 1966.390089] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.391929] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.392249] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.395810] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e1d6923-863c-4003-b10d-a7bec9ea04ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.403898] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1966.403898] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527a930e-b67a-39c9-d7d5-10a9903c3457" [ 1966.403898] env[62180]: _type = "Task" [ 1966.403898] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.407232] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964009, 'name': RelocateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.415884] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527a930e-b67a-39c9-d7d5-10a9903c3457, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.416658] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e1c1a5-3937-463d-a060-55e8c8059612 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.422107] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1966.422107] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c07064-0037-2061-d259-de7f4a8acb6e" [ 1966.422107] env[62180]: _type = "Task" [ 1966.422107] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.429908] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c07064-0037-2061-d259-de7f4a8acb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.507629] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.527504] env[62180]: DEBUG nova.scheduler.client.report [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.544296] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Releasing lock "refresh_cache-a6313cff-9c5f-474d-aa56-a905c538edb4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.544628] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Received event network-changed-5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1966.544847] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Refreshing instance network info cache due to event network-changed-5bb96622-7295-4f4b-9d8d-f1e108489aa6. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1966.545114] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquiring lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.545294] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquired lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.545486] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Refreshing network info cache for port 5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.768736] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964005, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.901797] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964009, 'name': RelocateVM_Task} progress is 19%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.933245] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c07064-0037-2061-d259-de7f4a8acb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.933533] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.933890] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 79b1db90-008b-4ab2-b4a2-57113da3a715/79b1db90-008b-4ab2-b4a2-57113da3a715.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1966.934207] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6585459-6f43-437d-b5ce-180c39b2bbfd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.941637] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1966.941637] env[62180]: value = "task-1964010" [ 1966.941637] env[62180]: _type = "Task" [ 1966.941637] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.950315] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.032538] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.034871] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.726s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.036552] env[62180]: INFO nova.compute.claims [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1967.058893] env[62180]: INFO nova.scheduler.client.report [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Deleted allocations for instance 4d0ce24e-5975-4941-abe7-37c84f4f68e1 [ 1967.075726] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.075997] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.076223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.080030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.080030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.080030] env[62180]: INFO nova.compute.manager [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Terminating instance [ 1967.274200] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964005, 'name': CreateVM_Task, 'duration_secs': 1.981819} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.274200] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1967.274649] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.277593] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.277593] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1967.277593] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef05b288-b135-4a1a-8b25-3dc8fb5d4a81 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.282088] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1967.282088] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523031bb-7ad8-27ff-b9de-4e224c9f3a98" [ 1967.282088] env[62180]: _type = "Task" [ 1967.282088] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.292783] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523031bb-7ad8-27ff-b9de-4e224c9f3a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.317037] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Updated VIF entry in instance network info cache for port 5bb96622-7295-4f4b-9d8d-f1e108489aa6. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.317521] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Updating instance_info_cache with network_info: [{"id": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "address": "fa:16:3e:86:74:b0", "network": {"id": "5e017280-aec2-4c09-afe7-f8f17e4f79f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1720650810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384b187fe13d488d84b8c1d93702c37a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb96622-72", "ovs_interfaceid": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.405756] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964009, 'name': RelocateVM_Task} progress is 20%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.452184] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964010, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.548656] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "c9b49624-bc00-4e50-b273-38821c698d29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.548909] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.566670] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c17cdefd-214a-4348-ae32-30019a7c8c0f tempest-InstanceActionsTestJSON-917144295 tempest-InstanceActionsTestJSON-917144295-project-member] Lock "4d0ce24e-5975-4941-abe7-37c84f4f68e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.620s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.586317] env[62180]: DEBUG nova.compute.manager [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.586583] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.588233] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b3daf8-d53f-43ff-a67b-adab66ff62ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.596343] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.596613] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-550f2c1a-40d4-4c03-8fb5-8fdf89264a8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.602694] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1967.602694] env[62180]: value = "task-1964011" [ 1967.602694] env[62180]: _type = "Task" [ 1967.602694] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.611171] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.798600] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523031bb-7ad8-27ff-b9de-4e224c9f3a98, 'name': SearchDatastore_Task, 'duration_secs': 0.067693} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.800579] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.800953] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1967.801236] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.801297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.801439] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1967.804079] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78ee9525-432a-4abc-b625-08f2d71f2860 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.815280] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1967.815475] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1967.816249] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07de8a24-f428-4724-bb10-9e5760321a81 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.820967] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Releasing lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.821347] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Received event network-changed-9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1967.821569] env[62180]: DEBUG nova.compute.manager [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Refreshing instance network info cache due to event network-changed-9822df1e-58e0-432d-941f-2876bc356d7c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1967.821819] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquiring lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.822012] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Acquired lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.822190] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Refreshing network info cache for port 9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1967.826704] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1967.826704] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d02e7b-a103-b664-cabe-de21952f2d97" [ 1967.826704] env[62180]: _type = "Task" [ 1967.826704] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.840396] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d02e7b-a103-b664-cabe-de21952f2d97, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.841214] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee8b0ae-4613-4ffe-bfe9-bb9ccc2a4e88 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.847186] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1967.847186] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e1127-cc66-2985-828f-73520eef8119" [ 1967.847186] env[62180]: _type = "Task" [ 1967.847186] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.855219] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e1127-cc66-2985-828f-73520eef8119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.902426] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964009, 'name': RelocateVM_Task, 'duration_secs': 1.21033} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.903584] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1967.903584] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404540', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'name': 'volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc4e7b4-c44a-4063-a298-5fe18c4f91a1', 'attached_at': '', 'detached_at': '', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'serial': '4e1fa594-3818-4123-9cf3-2aeb67c59d26'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1967.904144] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a41d8-edd5-402c-8220-a9d13546c653 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.923397] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da63ec4-9b33-44f0-921e-8d2693703ee3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.946374] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26/volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1967.946719] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-692c1133-984f-4fd6-99a9-f2b949552b16 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.970192] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648246} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.971297] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 79b1db90-008b-4ab2-b4a2-57113da3a715/79b1db90-008b-4ab2-b4a2-57113da3a715.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1967.971549] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1967.971873] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 1967.971873] env[62180]: value = "task-1964012" [ 1967.971873] env[62180]: _type = "Task" [ 1967.971873] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.972068] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a61abaf-6acd-4014-91eb-20ebe325e42f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.982593] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.983936] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1967.983936] env[62180]: value = "task-1964013" [ 1967.983936] env[62180]: _type = "Task" [ 1967.983936] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.991733] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.052632] env[62180]: DEBUG nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1968.116836] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.359313] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e1127-cc66-2985-828f-73520eef8119, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.359595] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.359860] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] a6313cff-9c5f-474d-aa56-a905c538edb4/a6313cff-9c5f-474d-aa56-a905c538edb4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1968.360136] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14bea464-85fc-4693-a6dd-fc6768d041e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.370206] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1968.370206] env[62180]: value = "task-1964014" [ 1968.370206] env[62180]: _type = "Task" [ 1968.370206] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.383410] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ba207-5145-49b3-8b4a-24157a6836ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.389828] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.395142] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47750593-7cf6-4cf7-97f2-5962218c3efc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.427777] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47415f56-86d3-45fe-935d-d626176b1c71 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.437600] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688f9b88-475b-4e72-877d-de1b85d5fea2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.454111] env[62180]: DEBUG nova.compute.provider_tree [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.485655] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964012, 'name': ReconfigVM_Task, 'duration_secs': 0.277581} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.492372] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26/volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1968.497746] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad35365c-ff13-40d7-8813-79bed3a31d79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.514474] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068326} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.516045] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1968.516255] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 1968.516255] env[62180]: value = "task-1964015" [ 1968.516255] env[62180]: _type = "Task" [ 1968.516255] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.517361] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbaa257-8c4d-428c-b3ae-5779a7fcdde2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.529180] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.552240] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 79b1db90-008b-4ab2-b4a2-57113da3a715/79b1db90-008b-4ab2-b4a2-57113da3a715.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.557053] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add854af-69c7-4b79-9bc1-9ae2e75ebc30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.584548] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1968.584548] env[62180]: value = "task-1964016" [ 1968.584548] env[62180]: _type = "Task" [ 1968.584548] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.594929] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.602409] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.617294] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.700581] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updated VIF entry in instance network info cache for port 9822df1e-58e0-432d-941f-2876bc356d7c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.700961] env[62180]: DEBUG nova.network.neutron [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.882982] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460962} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.883397] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] a6313cff-9c5f-474d-aa56-a905c538edb4/a6313cff-9c5f-474d-aa56-a905c538edb4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1968.883554] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1968.884009] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b333caf-bd6b-4197-a6f6-f52d22b077b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.892431] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1968.892431] env[62180]: value = "task-1964017" [ 1968.892431] env[62180]: _type = "Task" [ 1968.892431] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.901920] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.960228] env[62180]: DEBUG nova.scheduler.client.report [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.031752] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964015, 'name': ReconfigVM_Task, 'duration_secs': 0.372975} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.032073] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404540', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'name': 'volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc4e7b4-c44a-4063-a298-5fe18c4f91a1', 'attached_at': '', 'detached_at': '', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'serial': '4e1fa594-3818-4123-9cf3-2aeb67c59d26'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1969.032610] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e598f74f-c7cc-440a-972b-b93e3dd6d2ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.039839] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 1969.039839] env[62180]: value = "task-1964018" [ 1969.039839] env[62180]: _type = "Task" [ 1969.039839] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.048291] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964018, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.094410] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964016, 'name': ReconfigVM_Task, 'duration_secs': 0.363034} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.094822] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 79b1db90-008b-4ab2-b4a2-57113da3a715/79b1db90-008b-4ab2-b4a2-57113da3a715.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.095401] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864f0954-126c-4d33-af6a-a2a1410f6f79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.104510] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1969.104510] env[62180]: value = "task-1964019" [ 1969.104510] env[62180]: _type = "Task" [ 1969.104510] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.117320] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964011, 'name': PowerOffVM_Task, 'duration_secs': 1.275739} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.120932] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.120932] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.121162] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964019, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.121350] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b6fee94-ee92-4143-a502-2b4794c080b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.207431] env[62180]: DEBUG oslo_concurrency.lockutils [req-562ca426-0c85-4a2c-8396-10eaf1650242 req-fac6d820-44db-4c50-b3c5-b47171baadec service nova] Releasing lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.227670] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1969.227981] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1969.228206] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleting the datastore file [datastore1] 9a2adc70-d3ba-4628-97f4-0ac00379b918 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1969.228523] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa510b9-ce94-461e-8a77-6c0b87048de8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.237520] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1969.237520] env[62180]: value = "task-1964021" [ 1969.237520] env[62180]: _type = "Task" [ 1969.237520] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.247878] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.402744] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065611} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.403219] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1969.404443] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c324b9-fe44-4ceb-a890-1282dad7039c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.431685] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a6313cff-9c5f-474d-aa56-a905c538edb4/a6313cff-9c5f-474d-aa56-a905c538edb4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1969.431987] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43142329-c027-44a9-b366-644e17f5000d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.451783] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1969.451783] env[62180]: value = "task-1964022" [ 1969.451783] env[62180]: _type = "Task" [ 1969.451783] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.460094] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.464952] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.465467] env[62180]: DEBUG nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1969.468185] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.280s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.469639] env[62180]: INFO nova.compute.claims [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1969.550691] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964018, 'name': Rename_Task, 'duration_secs': 0.135589} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.551049] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.551344] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88fa9f82-56c0-4417-ac3f-d5f6b5daa4db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.558398] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 1969.558398] env[62180]: value = "task-1964023" [ 1969.558398] env[62180]: _type = "Task" [ 1969.558398] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.567213] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.620493] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964019, 'name': Rename_Task, 'duration_secs': 0.210639} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.620493] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.620493] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52031783-5fe8-42ed-9e30-84b546d6db83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.627457] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 1969.627457] env[62180]: value = "task-1964024" [ 1969.627457] env[62180]: _type = "Task" [ 1969.627457] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.637811] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.748311] env[62180]: DEBUG oslo_vmware.api [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149322} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.748603] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.748844] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.749050] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.749233] env[62180]: INFO nova.compute.manager [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1969.749480] env[62180]: DEBUG oslo.service.loopingcall [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.749683] env[62180]: DEBUG nova.compute.manager [-] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.749782] env[62180]: DEBUG nova.network.neutron [-] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.964255] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.975244] env[62180]: DEBUG nova.compute.utils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.979616] env[62180]: DEBUG nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.980435] env[62180]: DEBUG nova.network.neutron [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.990254] env[62180]: DEBUG nova.compute.manager [req-d9282e2e-13bc-424b-b74b-0354ce49d8c4 req-e9c17ccf-5f25-4ebb-b184-d28247b87ce8 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Received event network-vif-deleted-650dccd6-0ebb-478c-9df6-6799e6774234 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1969.990588] env[62180]: INFO nova.compute.manager [req-d9282e2e-13bc-424b-b74b-0354ce49d8c4 req-e9c17ccf-5f25-4ebb-b184-d28247b87ce8 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Neutron deleted interface 650dccd6-0ebb-478c-9df6-6799e6774234; detaching it from the instance and deleting it from the info cache [ 1969.990756] env[62180]: DEBUG nova.network.neutron [req-d9282e2e-13bc-424b-b74b-0354ce49d8c4 req-e9c17ccf-5f25-4ebb-b184-d28247b87ce8 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.025450] env[62180]: DEBUG nova.policy [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bea0385f9164681bb996c0dfef51978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b938eb5aae44ed8a5587972e5e5c16f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1970.071760] env[62180]: DEBUG oslo_vmware.api [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964023, 'name': PowerOnVM_Task, 'duration_secs': 0.448713} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.072091] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1970.072723] env[62180]: INFO nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Took 13.62 seconds to spawn the instance on the hypervisor. [ 1970.072723] env[62180]: DEBUG nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.073288] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66288cb5-033e-4c51-a981-453d3b63b113 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.139108] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.311179] env[62180]: DEBUG nova.network.neutron [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Successfully created port: b618e6d1-5ccd-419b-9400-1110b7091bac {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1970.465788] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964022, 'name': ReconfigVM_Task, 'duration_secs': 0.635125} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.467794] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a6313cff-9c5f-474d-aa56-a905c538edb4/a6313cff-9c5f-474d-aa56-a905c538edb4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1970.468646] env[62180]: DEBUG nova.network.neutron [-] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.469858] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68a82402-ac57-474a-96f1-1b71e787859d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.478681] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1970.478681] env[62180]: value = "task-1964025" [ 1970.478681] env[62180]: _type = "Task" [ 1970.478681] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.483418] env[62180]: DEBUG nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1970.498155] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964025, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.498444] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fae9606-3b77-40cd-b7fc-f70f6fd0657e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.509944] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934dd9f-9ea2-42d1-a60d-7b89dc9a2d4e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.548970] env[62180]: DEBUG nova.compute.manager [req-d9282e2e-13bc-424b-b74b-0354ce49d8c4 req-e9c17ccf-5f25-4ebb-b184-d28247b87ce8 service nova] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Detach interface failed, port_id=650dccd6-0ebb-478c-9df6-6799e6774234, reason: Instance 9a2adc70-d3ba-4628-97f4-0ac00379b918 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1970.597265] env[62180]: INFO nova.compute.manager [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Took 45.82 seconds to build instance. [ 1970.642078] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964024, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.838957] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429a3ee-26d5-45e4-b2e0-d8c1727433e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.848742] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b32b878-45b4-48b1-b5d2-f474f2c41a1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.879915] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59bee17-be5e-4228-9e7e-1ead96be6dc0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.888246] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514900a4-80a8-4325-bdb7-003e35efabb3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.902013] env[62180]: DEBUG nova.compute.provider_tree [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.973075] env[62180]: INFO nova.compute.manager [-] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Took 1.22 seconds to deallocate network for instance. [ 1970.988817] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964025, 'name': Rename_Task, 'duration_secs': 0.145694} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.989105] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1970.989342] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa6610b-593d-4aac-b92a-253918403c51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.999865] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1970.999865] env[62180]: value = "task-1964026" [ 1970.999865] env[62180]: _type = "Task" [ 1970.999865] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.010575] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.097221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ac565ec6-e01f-4503-abfc-ecf4da7a5590 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.340s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.139333] env[62180]: DEBUG oslo_vmware.api [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964024, 'name': PowerOnVM_Task, 'duration_secs': 1.110213} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.139690] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.139920] env[62180]: INFO nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Took 14.27 seconds to spawn the instance on the hypervisor. [ 1971.140114] env[62180]: DEBUG nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.140905] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6bd324-0859-4563-ad6b-bcdef342712f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.408131] env[62180]: DEBUG nova.scheduler.client.report [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.479847] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.495772] env[62180]: DEBUG nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1971.510433] env[62180]: DEBUG oslo_vmware.api [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964026, 'name': PowerOnVM_Task, 'duration_secs': 0.460254} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.510704] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.510909] env[62180]: INFO nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1971.511107] env[62180]: DEBUG nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.511958] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3c914c-cf87-4a93-a80b-dce87141f6f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.536253] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1971.536511] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1971.536663] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1971.536862] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1971.536989] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1971.538613] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1971.539039] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1971.539377] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1971.539612] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1971.539793] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1971.539968] env[62180]: DEBUG nova.virt.hardware [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1971.557040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48593fac-5c3e-4c17-b3d7-9435001b8f73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.557040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406247e6-1f04-49cb-aa0d-9aee12686878 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.597792] env[62180]: DEBUG nova.compute.manager [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Received event network-changed-5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1971.598146] env[62180]: DEBUG nova.compute.manager [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Refreshing instance network info cache due to event network-changed-5bb96622-7295-4f4b-9d8d-f1e108489aa6. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1971.598442] env[62180]: DEBUG oslo_concurrency.lockutils [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] Acquiring lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.602019] env[62180]: DEBUG oslo_concurrency.lockutils [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] Acquired lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.602019] env[62180]: DEBUG nova.network.neutron [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Refreshing network info cache for port 5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1971.669121] env[62180]: INFO nova.compute.manager [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Took 43.80 seconds to build instance. [ 1971.913708] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.914256] env[62180]: DEBUG nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1971.916975] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.517s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.918576] env[62180]: INFO nova.compute.claims [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.944020] env[62180]: DEBUG nova.network.neutron [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Successfully updated port: b618e6d1-5ccd-419b-9400-1110b7091bac {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1972.019594] env[62180]: DEBUG nova.compute.manager [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Received event network-vif-plugged-b618e6d1-5ccd-419b-9400-1110b7091bac {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1972.019914] env[62180]: DEBUG oslo_concurrency.lockutils [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] Acquiring lock "bb02cb2c-fe94-4268-803f-671266323454-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.020115] env[62180]: DEBUG oslo_concurrency.lockutils [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] Lock "bb02cb2c-fe94-4268-803f-671266323454-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.020231] env[62180]: DEBUG oslo_concurrency.lockutils [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] Lock "bb02cb2c-fe94-4268-803f-671266323454-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.020451] env[62180]: DEBUG nova.compute.manager [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] No waiting events found dispatching network-vif-plugged-b618e6d1-5ccd-419b-9400-1110b7091bac {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1972.020655] env[62180]: WARNING nova.compute.manager [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Received unexpected event network-vif-plugged-b618e6d1-5ccd-419b-9400-1110b7091bac for instance with vm_state building and task_state spawning. [ 1972.020777] env[62180]: DEBUG nova.compute.manager [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Received event network-changed-b618e6d1-5ccd-419b-9400-1110b7091bac {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1972.020935] env[62180]: DEBUG nova.compute.manager [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Refreshing instance network info cache due to event network-changed-b618e6d1-5ccd-419b-9400-1110b7091bac. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1972.021174] env[62180]: DEBUG oslo_concurrency.lockutils [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] Acquiring lock "refresh_cache-bb02cb2c-fe94-4268-803f-671266323454" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.021320] env[62180]: DEBUG oslo_concurrency.lockutils [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] Acquired lock "refresh_cache-bb02cb2c-fe94-4268-803f-671266323454" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.023109] env[62180]: DEBUG nova.network.neutron [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Refreshing network info cache for port b618e6d1-5ccd-419b-9400-1110b7091bac {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.034222] env[62180]: INFO nova.compute.manager [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Took 30.76 seconds to build instance. [ 1972.170074] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c7fa0f1e-f703-4353-a1ae-711a47f2e223 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.322s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.330949] env[62180]: DEBUG nova.network.neutron [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Updated VIF entry in instance network info cache for port 5bb96622-7295-4f4b-9d8d-f1e108489aa6. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1972.331357] env[62180]: DEBUG nova.network.neutron [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Updating instance_info_cache with network_info: [{"id": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "address": "fa:16:3e:86:74:b0", "network": {"id": "5e017280-aec2-4c09-afe7-f8f17e4f79f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1720650810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384b187fe13d488d84b8c1d93702c37a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb96622-72", "ovs_interfaceid": "5bb96622-7295-4f4b-9d8d-f1e108489aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.424281] env[62180]: DEBUG nova.compute.utils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.431619] env[62180]: DEBUG nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1972.431619] env[62180]: DEBUG nova.network.neutron [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.445254] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-bb02cb2c-fe94-4268-803f-671266323454" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.485460] env[62180]: DEBUG nova.policy [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0546f23e906411288317b0c15fb29e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29ae664625764128b4972d211fd307c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1972.536014] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5500ce26-de28-43df-919a-5658165278c3 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.266s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.557616] env[62180]: DEBUG nova.network.neutron [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1972.643158] env[62180]: DEBUG nova.network.neutron [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.834425] env[62180]: DEBUG oslo_concurrency.lockutils [req-ef4acdd3-620b-4f3c-a7f9-ada7c3b265cb req-387fc736-14d3-484f-aec4-268693ac008c service nova] Releasing lock "refresh_cache-2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.932835] env[62180]: DEBUG nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1973.023520] env[62180]: DEBUG nova.network.neutron [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Successfully created port: ff283ea7-42bf-43ed-b875-8c780a759b51 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1973.146114] env[62180]: DEBUG oslo_concurrency.lockutils [req-18106bef-4de6-4085-99ad-7d218d53499f req-1e8b7225-5081-47a9-bc82-c7e5ecb82b4e service nova] Releasing lock "refresh_cache-bb02cb2c-fe94-4268-803f-671266323454" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.146490] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-bb02cb2c-fe94-4268-803f-671266323454" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.146648] env[62180]: DEBUG nova.network.neutron [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.313025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b9025f-8f45-4c98-ba65-c9ae31549a08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.323050] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1342323e-4b29-46a7-b168-300c23b5e107 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.357395] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230278c9-bef3-4f60-893d-0c961456014c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.365821] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6e9ada-84a0-440d-bb1a-6e90f69711fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.391487] env[62180]: DEBUG nova.compute.provider_tree [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.623507] env[62180]: DEBUG nova.compute.manager [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Received event network-changed-9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1973.623774] env[62180]: DEBUG nova.compute.manager [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Refreshing instance network info cache due to event network-changed-9822df1e-58e0-432d-941f-2876bc356d7c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1973.623929] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] Acquiring lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.624247] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] Acquired lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.624448] env[62180]: DEBUG nova.network.neutron [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Refreshing network info cache for port 9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.678533] env[62180]: DEBUG nova.network.neutron [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1973.806077] env[62180]: DEBUG nova.network.neutron [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Updating instance_info_cache with network_info: [{"id": "b618e6d1-5ccd-419b-9400-1110b7091bac", "address": "fa:16:3e:eb:c1:04", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb618e6d1-5c", "ovs_interfaceid": "b618e6d1-5ccd-419b-9400-1110b7091bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.895045] env[62180]: DEBUG nova.scheduler.client.report [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.944277] env[62180]: DEBUG nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1973.967023] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1973.967295] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1973.967453] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1973.967636] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1973.967783] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1973.967934] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1973.968163] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1973.968324] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1973.968494] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1973.968658] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1973.968834] env[62180]: DEBUG nova.virt.hardware [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1973.969733] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113053a3-0b00-4999-b8c0-6a8aa0bd91b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.978539] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf146130-78c7-4337-ab1d-f791edeeff23 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.309363] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-bb02cb2c-fe94-4268-803f-671266323454" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.309764] env[62180]: DEBUG nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Instance network_info: |[{"id": "b618e6d1-5ccd-419b-9400-1110b7091bac", "address": "fa:16:3e:eb:c1:04", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb618e6d1-5c", "ovs_interfaceid": "b618e6d1-5ccd-419b-9400-1110b7091bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1974.310244] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c1:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b618e6d1-5ccd-419b-9400-1110b7091bac', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1974.318309] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating folder: Project (9b938eb5aae44ed8a5587972e5e5c16f). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.319419] env[62180]: DEBUG nova.compute.manager [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.319771] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c0673fe-2d95-44e7-b13e-471716883cb7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.324241] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b606eb6-813c-4571-b5df-fb3f29d7d702 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.338148] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created folder: Project (9b938eb5aae44ed8a5587972e5e5c16f) in parent group-v404325. [ 1974.338360] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating folder: Instances. Parent ref: group-v404559. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.338596] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19f7cd4f-b342-4b71-ad71-6c85b3390483 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.349309] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created folder: Instances in parent group-v404559. [ 1974.349613] env[62180]: DEBUG oslo.service.loopingcall [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.349787] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb02cb2c-fe94-4268-803f-671266323454] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1974.349998] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d765d2da-1705-429c-bf04-86c49e14bbdd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.365701] env[62180]: DEBUG nova.network.neutron [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updated VIF entry in instance network info cache for port 9822df1e-58e0-432d-941f-2876bc356d7c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.366061] env[62180]: DEBUG nova.network.neutron [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.383610] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1974.383610] env[62180]: value = "task-1964029" [ 1974.383610] env[62180]: _type = "Task" [ 1974.383610] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.392235] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964029, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.399460] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.400008] env[62180]: DEBUG nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1974.402657] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.922s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.404179] env[62180]: INFO nova.compute.claims [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1974.453948] env[62180]: DEBUG nova.compute.manager [req-a5644934-7296-482a-b104-b3360b30a287 req-e7df5023-277a-4b73-9aa0-ad63bd8adf1c service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Received event network-vif-plugged-ff283ea7-42bf-43ed-b875-8c780a759b51 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1974.457198] env[62180]: DEBUG oslo_concurrency.lockutils [req-a5644934-7296-482a-b104-b3360b30a287 req-e7df5023-277a-4b73-9aa0-ad63bd8adf1c service nova] Acquiring lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.457486] env[62180]: DEBUG oslo_concurrency.lockutils [req-a5644934-7296-482a-b104-b3360b30a287 req-e7df5023-277a-4b73-9aa0-ad63bd8adf1c service nova] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.457666] env[62180]: DEBUG oslo_concurrency.lockutils [req-a5644934-7296-482a-b104-b3360b30a287 req-e7df5023-277a-4b73-9aa0-ad63bd8adf1c service nova] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.457845] env[62180]: DEBUG nova.compute.manager [req-a5644934-7296-482a-b104-b3360b30a287 req-e7df5023-277a-4b73-9aa0-ad63bd8adf1c service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] No waiting events found dispatching network-vif-plugged-ff283ea7-42bf-43ed-b875-8c780a759b51 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1974.458222] env[62180]: WARNING nova.compute.manager [req-a5644934-7296-482a-b104-b3360b30a287 req-e7df5023-277a-4b73-9aa0-ad63bd8adf1c service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Received unexpected event network-vif-plugged-ff283ea7-42bf-43ed-b875-8c780a759b51 for instance with vm_state building and task_state spawning. [ 1974.569309] env[62180]: DEBUG nova.network.neutron [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Successfully updated port: ff283ea7-42bf-43ed-b875-8c780a759b51 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.835786] env[62180]: INFO nova.compute.manager [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] instance snapshotting [ 1974.838684] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21809f07-5a1f-4bb8-8059-a133b8204b64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.858459] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f974a077-9954-41f6-9e30-9bb6c1d1cb45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.869412] env[62180]: DEBUG oslo_concurrency.lockutils [req-aaad669c-bb09-49ea-8c36-c4e23d1044d5 req-cf0b982c-24ba-4b8f-8eb4-1fa6b4aa3a05 service nova] Releasing lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.894296] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964029, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.912062] env[62180]: DEBUG nova.compute.utils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.913916] env[62180]: DEBUG nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1974.914129] env[62180]: DEBUG nova.network.neutron [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1974.974965] env[62180]: DEBUG nova.policy [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9a77598ca58442895312b295ac5f1ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a596d0e90214450098c9bc6fa0f58715', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1975.071124] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "refresh_cache-e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.071296] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquired lock "refresh_cache-e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.071443] env[62180]: DEBUG nova.network.neutron [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.290614] env[62180]: DEBUG nova.network.neutron [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Successfully created port: 2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.370795] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1975.370795] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6dfac05d-74d0-44ec-91f8-d797b50f04df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.385444] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1975.385444] env[62180]: value = "task-1964030" [ 1975.385444] env[62180]: _type = "Task" [ 1975.385444] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.398028] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964029, 'name': CreateVM_Task, 'duration_secs': 0.795162} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.400185] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb02cb2c-fe94-4268-803f-671266323454] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1975.400462] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964030, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.401114] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.401269] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.402495] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1975.402495] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83141a7-11b0-4cbd-9654-b7eeab73702d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.407221] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1975.407221] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521edb17-4544-0286-ca20-8ef44457c453" [ 1975.407221] env[62180]: _type = "Task" [ 1975.407221] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.419550] env[62180]: DEBUG nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1975.422209] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521edb17-4544-0286-ca20-8ef44457c453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.631185] env[62180]: DEBUG nova.network.neutron [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1975.730329] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aff9278-5e93-4fd0-8c5e-fe94723d674e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.739429] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb7e155-68d3-4b2a-9f3e-43537aeeb2a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.776165] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e14bb6-c550-49c4-9ec0-9b49d22dfce6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.784139] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698afae7-5680-4128-9330-f5c9d65b284e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.798428] env[62180]: DEBUG nova.compute.provider_tree [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.899908] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964030, 'name': CreateSnapshot_Task, 'duration_secs': 0.465429} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.903702] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1975.903702] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4878a5c8-1a98-4197-81d7-bc2649b89541 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.918952] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521edb17-4544-0286-ca20-8ef44457c453, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.922202] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.922202] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1975.922202] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.922202] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.922202] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1975.922202] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54884444-bfe9-40a7-ad09-be534580d938 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.932017] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1975.932017] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1975.932017] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3fdaaf-06de-4b77-80e7-1bdaf805ae49 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.936315] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1975.936315] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a64d27-006d-8a6c-9090-f5844f724cf5" [ 1975.936315] env[62180]: _type = "Task" [ 1975.936315] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.947488] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a64d27-006d-8a6c-9090-f5844f724cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.053803] env[62180]: DEBUG nova.network.neutron [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Updating instance_info_cache with network_info: [{"id": "ff283ea7-42bf-43ed-b875-8c780a759b51", "address": "fa:16:3e:95:33:5a", "network": {"id": "b2552933-ebbc-4a79-bd0c-3859d42e8b7c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-765851094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ae664625764128b4972d211fd307c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff283ea7-42", "ovs_interfaceid": "ff283ea7-42bf-43ed-b875-8c780a759b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.302447] env[62180]: DEBUG nova.scheduler.client.report [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.420855] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1976.421183] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6868042b-84c2-41bc-9034-f4cd2e20e7d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.430244] env[62180]: DEBUG nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1976.434339] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1976.434339] env[62180]: value = "task-1964031" [ 1976.434339] env[62180]: _type = "Task" [ 1976.434339] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.448405] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964031, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.451777] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a64d27-006d-8a6c-9090-f5844f724cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.454335] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6576e00-510e-4577-a9b6-5a7a9c531595 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.461279] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1976.461279] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1976.461279] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1976.461279] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1976.461279] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1976.461279] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1976.461591] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1976.461712] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1976.461866] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1976.462074] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1976.462278] env[62180]: DEBUG nova.virt.hardware [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1976.463082] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc171e52-785a-4633-aa2c-e3d287c02cc3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.466751] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1976.466751] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526cf66e-f88a-97dd-49ba-f0ce394f544f" [ 1976.466751] env[62180]: _type = "Task" [ 1976.466751] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.473709] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b7653-01e5-4485-a2e9-503cdc69cf9f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.480734] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526cf66e-f88a-97dd-49ba-f0ce394f544f, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.482330] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.482590] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] bb02cb2c-fe94-4268-803f-671266323454/bb02cb2c-fe94-4268-803f-671266323454.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1976.483889] env[62180]: DEBUG nova.compute.manager [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Received event network-changed-ff283ea7-42bf-43ed-b875-8c780a759b51 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1976.484110] env[62180]: DEBUG nova.compute.manager [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Refreshing instance network info cache due to event network-changed-ff283ea7-42bf-43ed-b875-8c780a759b51. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1976.484297] env[62180]: DEBUG oslo_concurrency.lockutils [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] Acquiring lock "refresh_cache-e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.484986] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f74bd2c9-ea13-46dd-8006-2cbd24e1c300 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.502117] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1976.502117] env[62180]: value = "task-1964032" [ 1976.502117] env[62180]: _type = "Task" [ 1976.502117] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.513199] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.556757] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Releasing lock "refresh_cache-e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.557296] env[62180]: DEBUG nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Instance network_info: |[{"id": "ff283ea7-42bf-43ed-b875-8c780a759b51", "address": "fa:16:3e:95:33:5a", "network": {"id": "b2552933-ebbc-4a79-bd0c-3859d42e8b7c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-765851094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ae664625764128b4972d211fd307c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff283ea7-42", "ovs_interfaceid": "ff283ea7-42bf-43ed-b875-8c780a759b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1976.557720] env[62180]: DEBUG oslo_concurrency.lockutils [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] Acquired lock "refresh_cache-e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.557969] env[62180]: DEBUG nova.network.neutron [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Refreshing network info cache for port ff283ea7-42bf-43ed-b875-8c780a759b51 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.559568] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:33:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff283ea7-42bf-43ed-b875-8c780a759b51', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.567727] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Creating folder: Project (29ae664625764128b4972d211fd307c4). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.571489] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fab3ec1-7927-4844-a178-ded3d75c9071 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.590049] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Created folder: Project (29ae664625764128b4972d211fd307c4) in parent group-v404325. [ 1976.590381] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Creating folder: Instances. Parent ref: group-v404564. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.590709] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aedde8d-c18a-4057-bf31-8ae6c0be1dd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.606487] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Created folder: Instances in parent group-v404564. [ 1976.606803] env[62180]: DEBUG oslo.service.loopingcall [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.607040] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.607591] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec630fa8-4835-4a6e-a36f-eb4bd9b3e002 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.629985] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1976.629985] env[62180]: value = "task-1964035" [ 1976.629985] env[62180]: _type = "Task" [ 1976.629985] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.638980] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964035, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.807555] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.808166] env[62180]: DEBUG nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1976.812317] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.799s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.812571] env[62180]: DEBUG nova.objects.instance [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lazy-loading 'resources' on Instance uuid d54b9a57-a27b-4d90-bd32-1c498c529a25 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.837199] env[62180]: DEBUG nova.network.neutron [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Updated VIF entry in instance network info cache for port ff283ea7-42bf-43ed-b875-8c780a759b51. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1976.837642] env[62180]: DEBUG nova.network.neutron [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Updating instance_info_cache with network_info: [{"id": "ff283ea7-42bf-43ed-b875-8c780a759b51", "address": "fa:16:3e:95:33:5a", "network": {"id": "b2552933-ebbc-4a79-bd0c-3859d42e8b7c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-765851094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29ae664625764128b4972d211fd307c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff283ea7-42", "ovs_interfaceid": "ff283ea7-42bf-43ed-b875-8c780a759b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.855231] env[62180]: DEBUG nova.network.neutron [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Successfully updated port: 2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.946742] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964031, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.013702] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.143038] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964035, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.315807] env[62180]: DEBUG nova.compute.utils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1977.320591] env[62180]: DEBUG nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1977.320591] env[62180]: DEBUG nova.network.neutron [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1977.344985] env[62180]: DEBUG oslo_concurrency.lockutils [req-22fd7b05-47c9-41ba-a944-3b8d9049efc1 req-fe4c009b-c1d9-4e38-9f55-919b6832716b service nova] Releasing lock "refresh_cache-e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.357750] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.357896] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.358096] env[62180]: DEBUG nova.network.neutron [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.370910] env[62180]: DEBUG nova.policy [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1977.446851] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964031, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.516015] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572602} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.516258] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] bb02cb2c-fe94-4268-803f-671266323454/bb02cb2c-fe94-4268-803f-671266323454.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.516469] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.516725] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7874d6e0-87dd-44c8-acaf-dcbeb1401a0e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.526394] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1977.526394] env[62180]: value = "task-1964036" [ 1977.526394] env[62180]: _type = "Task" [ 1977.526394] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.536183] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.619901] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9138cdba-1981-4c32-8601-efbf74d35cd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.627667] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314e040e-03d4-4025-b7db-6556b668b906 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.640470] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964035, 'name': CreateVM_Task, 'duration_secs': 0.618973} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.664985] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1977.665993] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.666215] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.666543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1977.667339] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d5a94a-30e5-4682-a9b6-57915d43804e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.670040] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc447e33-3c7f-424c-a0cf-d04fb67f5ca4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.676173] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1977.676173] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52732452-9884-6608-b77e-e37cac605cea" [ 1977.676173] env[62180]: _type = "Task" [ 1977.676173] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.682235] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081e515c-cc31-4ddb-b7f7-d593a508d5c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.697866] env[62180]: DEBUG nova.compute.provider_tree [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.702457] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52732452-9884-6608-b77e-e37cac605cea, 'name': SearchDatastore_Task, 'duration_secs': 0.013735} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.702977] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.703951] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1977.703951] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.703951] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.703951] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1977.704144] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546d8b34-5cfa-45ee-a905-122a3a29f051 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.713327] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1977.713513] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1977.714264] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d07a5bc-e4f6-42c3-bc59-4e0140fe3e77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.720267] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1977.720267] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52512e18-022f-ec6e-107a-6a53d681e54a" [ 1977.720267] env[62180]: _type = "Task" [ 1977.720267] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.728293] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52512e18-022f-ec6e-107a-6a53d681e54a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.773018] env[62180]: DEBUG nova.network.neutron [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Successfully created port: 20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1977.821074] env[62180]: DEBUG nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1977.892062] env[62180]: DEBUG nova.network.neutron [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.947838] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964031, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.038385] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073594} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.038757] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1978.039503] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae47d3f-5066-4c5a-be0f-69fddcd1778b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.045175] env[62180]: DEBUG nova.network.neutron [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updating instance_info_cache with network_info: [{"id": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "address": "fa:16:3e:66:98:d5", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b770d2a-ca", "ovs_interfaceid": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.064062] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] bb02cb2c-fe94-4268-803f-671266323454/bb02cb2c-fe94-4268-803f-671266323454.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.065185] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f38483b-afe7-42c9-aaed-c5ca2e7bf22d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.086017] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1978.086017] env[62180]: value = "task-1964037" [ 1978.086017] env[62180]: _type = "Task" [ 1978.086017] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.095081] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.204837] env[62180]: DEBUG nova.scheduler.client.report [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.231139] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52512e18-022f-ec6e-107a-6a53d681e54a, 'name': SearchDatastore_Task, 'duration_secs': 0.0785} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.231940] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f139044-9f78-4e51-ab0a-b1a2617bcb29 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.237533] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1978.237533] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eac698-a029-3535-4ea0-033ae0c29a1b" [ 1978.237533] env[62180]: _type = "Task" [ 1978.237533] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.246925] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eac698-a029-3535-4ea0-033ae0c29a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.447395] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964031, 'name': CloneVM_Task, 'duration_secs': 1.619394} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.447717] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Created linked-clone VM from snapshot [ 1978.448423] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0801cc-c372-4bb1-9c26-b244fc1c8e8c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.457772] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Uploading image 87f5be84-1cee-4f92-9a50-6ae7c61323b9 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1978.470490] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1978.470760] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f7f78e7-37b5-4990-96a5-146331f98f39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.478632] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1978.478632] env[62180]: value = "task-1964038" [ 1978.478632] env[62180]: _type = "Task" [ 1978.478632] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.488033] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964038, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.510874] env[62180]: DEBUG nova.compute.manager [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Received event network-vif-plugged-2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.511156] env[62180]: DEBUG oslo_concurrency.lockutils [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.511411] env[62180]: DEBUG oslo_concurrency.lockutils [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] Lock "c34267a0-def3-4bde-a954-b3026697f031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.511613] env[62180]: DEBUG oslo_concurrency.lockutils [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] Lock "c34267a0-def3-4bde-a954-b3026697f031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.511813] env[62180]: DEBUG nova.compute.manager [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] No waiting events found dispatching network-vif-plugged-2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.512085] env[62180]: WARNING nova.compute.manager [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Received unexpected event network-vif-plugged-2b770d2a-caa4-46c2-ad08-fa107ef5c74b for instance with vm_state building and task_state spawning. [ 1978.512274] env[62180]: DEBUG nova.compute.manager [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Received event network-changed-2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.512433] env[62180]: DEBUG nova.compute.manager [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Refreshing instance network info cache due to event network-changed-2b770d2a-caa4-46c2-ad08-fa107ef5c74b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1978.512601] env[62180]: DEBUG oslo_concurrency.lockutils [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] Acquiring lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.565268] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Releasing lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.565610] env[62180]: DEBUG nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Instance network_info: |[{"id": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "address": "fa:16:3e:66:98:d5", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b770d2a-ca", "ovs_interfaceid": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.565962] env[62180]: DEBUG oslo_concurrency.lockutils [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] Acquired lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.566353] env[62180]: DEBUG nova.network.neutron [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Refreshing network info cache for port 2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.567710] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:98:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b770d2a-caa4-46c2-ad08-fa107ef5c74b', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.575509] env[62180]: DEBUG oslo.service.loopingcall [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.578385] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34267a0-def3-4bde-a954-b3026697f031] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.579048] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9d18aee-b2c4-4670-b31b-1436a363fca4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.602739] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.604012] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.604012] env[62180]: value = "task-1964039" [ 1978.604012] env[62180]: _type = "Task" [ 1978.604012] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.612045] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964039, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.710059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.714689] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.538s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.715057] env[62180]: DEBUG nova.objects.instance [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lazy-loading 'resources' on Instance uuid c9508217-827f-4b34-9cd7-e86a02c0f30c {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.731744] env[62180]: INFO nova.scheduler.client.report [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted allocations for instance d54b9a57-a27b-4d90-bd32-1c498c529a25 [ 1978.749967] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eac698-a029-3535-4ea0-033ae0c29a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.750261] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.750522] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82/e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1978.750782] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04b3c156-21fc-4518-b29f-f8404f010619 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.758648] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1978.758648] env[62180]: value = "task-1964040" [ 1978.758648] env[62180]: _type = "Task" [ 1978.758648] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.767684] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.829960] env[62180]: DEBUG nova.network.neutron [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updated VIF entry in instance network info cache for port 2b770d2a-caa4-46c2-ad08-fa107ef5c74b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.830131] env[62180]: DEBUG nova.network.neutron [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updating instance_info_cache with network_info: [{"id": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "address": "fa:16:3e:66:98:d5", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b770d2a-ca", "ovs_interfaceid": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.832631] env[62180]: DEBUG nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1978.860575] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1978.860845] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1978.861016] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1978.861216] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1978.861416] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1978.861602] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1978.861831] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1978.862010] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1978.862214] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1978.862383] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1978.862576] env[62180]: DEBUG nova.virt.hardware [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1978.863789] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de726f1f-fa5c-4bf3-9d0d-38ea9fd0d531 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.873912] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a300d2-6a9f-461e-bb34-34167466785c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.992022] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964038, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.104320] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964037, 'name': ReconfigVM_Task, 'duration_secs': 0.732276} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.104762] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Reconfigured VM instance instance-0000005c to attach disk [datastore1] bb02cb2c-fe94-4268-803f-671266323454/bb02cb2c-fe94-4268-803f-671266323454.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1979.109478] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfa7e0b9-1562-4de1-b0b9-2cbdada5bca2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.121024] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964039, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.123056] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1979.123056] env[62180]: value = "task-1964041" [ 1979.123056] env[62180]: _type = "Task" [ 1979.123056] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.138657] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964041, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.243787] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d363311a-671a-4d2b-8f79-da4128bee8e4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "d54b9a57-a27b-4d90-bd32-1c498c529a25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.102s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.272614] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.337169] env[62180]: DEBUG oslo_concurrency.lockutils [req-1aa38e53-b011-41ae-af1e-134c156c9fca req-dd87551d-0c81-49f8-b6d9-44892057be44 service nova] Releasing lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.492912] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964038, 'name': Destroy_Task, 'duration_secs': 0.664237} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.493419] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Destroyed the VM [ 1979.493419] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1979.493631] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8cd30e4-eb00-4214-afba-9e0b648511f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.505656] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1979.505656] env[62180]: value = "task-1964042" [ 1979.505656] env[62180]: _type = "Task" [ 1979.505656] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.520407] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964042, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.525719] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a473466-7487-4c71-9ceb-a591168b0400 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.536190] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dade0f8-c69e-411c-9293-98cc0c51a4e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.567694] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c7785f-5ab9-4802-9625-63b01b1942f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.576423] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c47fc0-64d7-4c12-b83d-c100a00898d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.591443] env[62180]: DEBUG nova.compute.provider_tree [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.615843] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964039, 'name': CreateVM_Task, 'duration_secs': 0.815195} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.616053] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c34267a0-def3-4bde-a954-b3026697f031] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.616804] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.617033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.617415] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.617706] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6521b5-a606-4e83-8ed8-ae47d5e61218 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.623300] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1979.623300] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d7b1b5-5478-5979-e2e8-0f6d0d28af40" [ 1979.623300] env[62180]: _type = "Task" [ 1979.623300] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.637293] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d7b1b5-5478-5979-e2e8-0f6d0d28af40, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.640591] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.641062] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.641362] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.641538] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.641745] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.642132] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964041, 'name': Rename_Task, 'duration_secs': 0.283412} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.642351] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9625c07-8ca9-4e12-ae98-620ed6723fd8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.644770] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.644770] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe5107fb-36a8-473f-a6ed-face80d567cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.653738] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1979.653738] env[62180]: value = "task-1964043" [ 1979.653738] env[62180]: _type = "Task" [ 1979.653738] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.654398] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.654581] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.658205] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f7ee73-4f99-400f-ac2e-2d79cacab6ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.666374] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.667936] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1979.667936] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a18d00-1691-ffc9-64fe-24fec1494283" [ 1979.667936] env[62180]: _type = "Task" [ 1979.667936] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.678704] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a18d00-1691-ffc9-64fe-24fec1494283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.770739] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561103} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.771083] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82/e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1979.771657] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1979.771749] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f52de70-faad-4363-b9c7-ed86a6cb1e58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.779623] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1979.779623] env[62180]: value = "task-1964044" [ 1979.779623] env[62180]: _type = "Task" [ 1979.779623] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.787480] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.016358] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964042, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.094985] env[62180]: DEBUG nova.scheduler.client.report [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.165148] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964043, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.178129] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a18d00-1691-ffc9-64fe-24fec1494283, 'name': SearchDatastore_Task, 'duration_secs': 0.025766} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.178861] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f54604-9598-408a-a854-210e3a6335ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.185092] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1980.185092] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52603fb5-8d59-d57c-e120-3fa4c21fee1b" [ 1980.185092] env[62180]: _type = "Task" [ 1980.185092] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.193124] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52603fb5-8d59-d57c-e120-3fa4c21fee1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.269598] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.270059] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.291847] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072031} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.292404] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.293649] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ef8b1-93bd-40c8-be29-0c4bda37e7f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.325231] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82/e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.325574] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e81758-76e0-42c9-86f7-a5b98e212c8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.346076] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1980.346076] env[62180]: value = "task-1964045" [ 1980.346076] env[62180]: _type = "Task" [ 1980.346076] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.357527] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.518107] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964042, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.601588] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.604325] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.155s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.604470] env[62180]: DEBUG nova.objects.instance [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lazy-loading 'resources' on Instance uuid 843e9045-3f36-44de-adce-9811351fa249 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.626996] env[62180]: INFO nova.scheduler.client.report [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleted allocations for instance c9508217-827f-4b34-9cd7-e86a02c0f30c [ 1980.665669] env[62180]: DEBUG oslo_vmware.api [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964043, 'name': PowerOnVM_Task, 'duration_secs': 0.684522} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.665941] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1980.666167] env[62180]: INFO nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1980.666345] env[62180]: DEBUG nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1980.667167] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbdd0c-ebbb-4c73-82bc-3d0e940ae859 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.695608] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52603fb5-8d59-d57c-e120-3fa4c21fee1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.695822] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.696092] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c34267a0-def3-4bde-a954-b3026697f031/c34267a0-def3-4bde-a954-b3026697f031.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.696344] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30cf2811-e42f-4ca9-94d3-802b5b110084 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.703097] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1980.703097] env[62180]: value = "task-1964046" [ 1980.703097] env[62180]: _type = "Task" [ 1980.703097] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.710720] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.775205] env[62180]: DEBUG nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.857548] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964045, 'name': ReconfigVM_Task, 'duration_secs': 0.28052} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.857841] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82/e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.858492] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f63a2c72-68e6-4db9-8710-81d5a37605ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.866615] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1980.866615] env[62180]: value = "task-1964047" [ 1980.866615] env[62180]: _type = "Task" [ 1980.866615] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.877407] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964047, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.020405] env[62180]: DEBUG oslo_vmware.api [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964042, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149889} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.020909] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1981.135460] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9e3cf476-3d5b-41b9-ac80-39f30d6abe66 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "c9508217-827f-4b34-9cd7-e86a02c0f30c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.061s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.186074] env[62180]: INFO nova.compute.manager [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Took 24.89 seconds to build instance. [ 1981.219880] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964046, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.295439] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.380266] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964047, 'name': Rename_Task, 'duration_secs': 0.17383} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.380547] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1981.380802] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ce3240-d645-42f9-9514-50c08fe1b271 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.384763] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a045b7-fe23-4a17-9b4b-e4b650765e54 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.388780] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1981.388780] env[62180]: value = "task-1964048" [ 1981.388780] env[62180]: _type = "Task" [ 1981.388780] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.393691] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "bb02cb2c-fe94-4268-803f-671266323454" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.395037] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfef2f91-c402-4304-906b-2f672eeaec97 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.400893] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.429775] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2fd4e7-2441-4dc1-bd8a-7c0cb8be3d8f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.437765] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ec2869-1b37-4257-9df5-8f3359028aa0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.452073] env[62180]: DEBUG nova.compute.provider_tree [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.526918] env[62180]: WARNING nova.compute.manager [None req-4c5ae099-4924-4e64-a35d-f8b8f177f9e4 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Image not found during snapshot: nova.exception.ImageNotFound: Image 87f5be84-1cee-4f92-9a50-6ae7c61323b9 could not be found. [ 1981.688229] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f2b4a2c0-ff6a-48d4-abb1-916cc9f191a9 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "bb02cb2c-fe94-4268-803f-671266323454" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.401s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.688286] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "bb02cb2c-fe94-4268-803f-671266323454" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.295s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.689176] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "bb02cb2c-fe94-4268-803f-671266323454-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.689176] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "bb02cb2c-fe94-4268-803f-671266323454-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.689176] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "bb02cb2c-fe94-4268-803f-671266323454-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.692032] env[62180]: INFO nova.compute.manager [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Terminating instance [ 1981.717493] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551491} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.717804] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c34267a0-def3-4bde-a954-b3026697f031/c34267a0-def3-4bde-a954-b3026697f031.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.718088] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.718380] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13cd0a46-0f2e-47e7-b609-f7cb4cadf2bc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.726412] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1981.726412] env[62180]: value = "task-1964049" [ 1981.726412] env[62180]: _type = "Task" [ 1981.726412] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.734865] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.899585] env[62180]: DEBUG oslo_vmware.api [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964048, 'name': PowerOnVM_Task, 'duration_secs': 0.462316} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.899826] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1981.900083] env[62180]: INFO nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1981.900270] env[62180]: DEBUG nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1981.901035] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a2f7bd-be14-4e2a-9abc-04f3220d3f23 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.955644] env[62180]: DEBUG nova.scheduler.client.report [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.196345] env[62180]: DEBUG nova.compute.manager [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.196617] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.197529] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332034bb-2ef3-4cb9-ad69-9b7ce0d5956c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.205766] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.206054] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-599fd251-8576-48b1-b2ed-7ab946f9942b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.213722] env[62180]: DEBUG oslo_vmware.api [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1982.213722] env[62180]: value = "task-1964050" [ 1982.213722] env[62180]: _type = "Task" [ 1982.213722] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.222474] env[62180]: DEBUG oslo_vmware.api [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.234988] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127058} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.235242] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.236074] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4405e-bff7-42b6-8d78-9603fd885e8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.239221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "a6313cff-9c5f-474d-aa56-a905c538edb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.239408] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.239611] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "a6313cff-9c5f-474d-aa56-a905c538edb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.239790] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.239954] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.258780] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c34267a0-def3-4bde-a954-b3026697f031/c34267a0-def3-4bde-a954-b3026697f031.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.259426] env[62180]: INFO nova.compute.manager [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Terminating instance [ 1982.261204] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0360d498-3baa-4546-a431-19e3523bdaa7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.282725] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1982.282725] env[62180]: value = "task-1964051" [ 1982.282725] env[62180]: _type = "Task" [ 1982.282725] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.291777] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.420856] env[62180]: INFO nova.compute.manager [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Took 23.25 seconds to build instance. [ 1982.460893] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.463260] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.087s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.463490] env[62180]: DEBUG nova.objects.instance [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lazy-loading 'resources' on Instance uuid ede9cc61-2c36-4b7a-ae64-3b67604931f0 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.483718] env[62180]: INFO nova.scheduler.client.report [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleted allocations for instance 843e9045-3f36-44de-adce-9811351fa249 [ 1982.724855] env[62180]: DEBUG oslo_vmware.api [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964050, 'name': PowerOffVM_Task, 'duration_secs': 0.498992} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.725158] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1982.725330] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1982.725583] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efdf1620-ad62-4d01-9265-984d845d9603 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.778061] env[62180]: DEBUG nova.compute.manager [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.778320] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.779648] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6e87ba-690f-440f-b47c-86506ff50c88 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.788920] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.789530] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca69a2a9-e4b7-4d1e-81b1-4d792c3bb242 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.793701] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964051, 'name': ReconfigVM_Task, 'duration_secs': 0.495647} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.794263] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c34267a0-def3-4bde-a954-b3026697f031/c34267a0-def3-4bde-a954-b3026697f031.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.794838] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e102f314-514a-4378-9c7a-4b23ffaeecf3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.798169] env[62180]: DEBUG oslo_vmware.api [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1982.798169] env[62180]: value = "task-1964053" [ 1982.798169] env[62180]: _type = "Task" [ 1982.798169] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.801917] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1982.801917] env[62180]: value = "task-1964054" [ 1982.801917] env[62180]: _type = "Task" [ 1982.801917] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.807995] env[62180]: DEBUG oslo_vmware.api [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.819799] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964054, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.923203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2dae81e0-eb2b-4eb9-8d59-83291da93d32 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.770s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.992566] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f329ef38-8be4-40a8-8a8e-d8b45a05e642 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "843e9045-3f36-44de-adce-9811351fa249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.369s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.209768] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.210083] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.210486] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.210586] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.210687] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.213513] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193fa048-4766-4b41-95f2-5ffc14ee6c27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.216613] env[62180]: INFO nova.compute.manager [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Terminating instance [ 1983.222712] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1eee65-3df4-4947-8644-23938f894ce2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.253998] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef9f554-5602-4e1e-91ac-9ae57cb26a90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.261232] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e1a24-91d0-420c-b757-5efe5bb79e2f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.274400] env[62180]: DEBUG nova.compute.provider_tree [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.308962] env[62180]: DEBUG oslo_vmware.api [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964053, 'name': PowerOffVM_Task, 'duration_secs': 0.178435} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.309257] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.309428] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.310055] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76176477-6683-4818-aa6b-d581d7c33fd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.314600] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964054, 'name': Rename_Task, 'duration_secs': 0.166016} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.315162] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.315396] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a89e0ca0-59f9-4e3c-ba79-a051c2243e27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.320592] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 1983.320592] env[62180]: value = "task-1964056" [ 1983.320592] env[62180]: _type = "Task" [ 1983.320592] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.328596] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.721390] env[62180]: DEBUG nova.compute.manager [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.721390] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.722084] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f847c0d-13ee-42b6-bdf6-b9e5bf57e7d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.730035] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.730035] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e99b8e-c533-43a8-aa15-b50a8949471a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.736244] env[62180]: DEBUG oslo_vmware.api [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1983.736244] env[62180]: value = "task-1964057" [ 1983.736244] env[62180]: _type = "Task" [ 1983.736244] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.752507] env[62180]: DEBUG oslo_vmware.api [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.777718] env[62180]: DEBUG nova.scheduler.client.report [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.831935] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964056, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.246176] env[62180]: DEBUG oslo_vmware.api [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964057, 'name': PowerOffVM_Task, 'duration_secs': 0.221436} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.246476] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.246619] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.246865] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3a9e1c2-967f-4f37-8a4c-07504767201c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.283425] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.287225] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.780s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.289169] env[62180]: INFO nova.compute.claims [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.308808] env[62180]: INFO nova.scheduler.client.report [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted allocations for instance ede9cc61-2c36-4b7a-ae64-3b67604931f0 [ 1984.330753] env[62180]: DEBUG oslo_vmware.api [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964056, 'name': PowerOnVM_Task, 'duration_secs': 0.672632} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.331014] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.331253] env[62180]: INFO nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1984.331448] env[62180]: DEBUG nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.332265] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6596b464-de7d-4f1d-923e-6490ecb84168 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.817144] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03ee5697-2f12-4acc-a99a-ea619fac9992 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ede9cc61-2c36-4b7a-ae64-3b67604931f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.499s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.851017] env[62180]: INFO nova.compute.manager [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Took 23.47 seconds to build instance. [ 1985.190564] env[62180]: DEBUG nova.compute.manager [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Received event network-changed-2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1985.190767] env[62180]: DEBUG nova.compute.manager [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Refreshing instance network info cache due to event network-changed-2b770d2a-caa4-46c2-ad08-fa107ef5c74b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1985.190987] env[62180]: DEBUG oslo_concurrency.lockutils [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] Acquiring lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.191148] env[62180]: DEBUG oslo_concurrency.lockutils [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] Acquired lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.191333] env[62180]: DEBUG nova.network.neutron [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Refreshing network info cache for port 2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1985.354648] env[62180]: DEBUG oslo_concurrency.lockutils [None req-61ca6683-0a3b-4ee7-abe2-86ade4c5e48a tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.990s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.587475] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387afa54-dd90-49da-8906-256074548d89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.596019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ebbbb-35c9-4868-bb88-0ff6528b9096 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.627087] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceaafe1-9ccc-49e5-ab30-e5f9332758cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.635461] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fe9d7-85da-4d47-b446-0773e5ffbc09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.650463] env[62180]: DEBUG nova.compute.provider_tree [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.968562] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.968928] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.969181] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "ca6b96ec-de48-44b9-a6ed-747a28281e06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.969372] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.969540] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.977329] env[62180]: INFO nova.compute.manager [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Terminating instance [ 1985.981057] env[62180]: DEBUG nova.network.neutron [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updated VIF entry in instance network info cache for port 2b770d2a-caa4-46c2-ad08-fa107ef5c74b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.981392] env[62180]: DEBUG nova.network.neutron [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updating instance_info_cache with network_info: [{"id": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "address": "fa:16:3e:66:98:d5", "network": {"id": "54890e55-e6d5-4ee8-acfe-2cc47a523655", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-491000889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a596d0e90214450098c9bc6fa0f58715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b770d2a-ca", "ovs_interfaceid": "2b770d2a-caa4-46c2-ad08-fa107ef5c74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.154256] env[62180]: DEBUG nova.scheduler.client.report [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.245068] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.245323] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.245537] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleting the datastore file [datastore1] bb02cb2c-fe94-4268-803f-671266323454 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.245812] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639cf280-c49e-40ce-b5f4-88402645e3a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.252157] env[62180]: DEBUG oslo_vmware.api [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 1986.252157] env[62180]: value = "task-1964060" [ 1986.252157] env[62180]: _type = "Task" [ 1986.252157] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.260075] env[62180]: DEBUG oslo_vmware.api [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.341988] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.342418] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.342714] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleting the datastore file [datastore1] a6313cff-9c5f-474d-aa56-a905c538edb4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.344115] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c08011f-c2b1-4240-9f0a-691a38d9c5f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.346307] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.346662] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.346868] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Deleting the datastore file [datastore1] e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.347172] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49a0bbc7-79b8-460f-8d2c-984a43e02fdb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.352921] env[62180]: DEBUG oslo_vmware.api [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for the task: (returnval){ [ 1986.352921] env[62180]: value = "task-1964061" [ 1986.352921] env[62180]: _type = "Task" [ 1986.352921] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.354137] env[62180]: DEBUG oslo_vmware.api [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for the task: (returnval){ [ 1986.354137] env[62180]: value = "task-1964062" [ 1986.354137] env[62180]: _type = "Task" [ 1986.354137] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.364741] env[62180]: DEBUG oslo_vmware.api [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.367803] env[62180]: DEBUG oslo_vmware.api [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.481494] env[62180]: DEBUG nova.compute.manager [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.482099] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.482974] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c219efa-b1fd-4010-870d-f60d74a4920f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.487259] env[62180]: DEBUG oslo_concurrency.lockutils [req-aa283ae9-e337-43cc-bc46-5cbd59834366 req-8233fc32-ec2a-4fc7-97c7-9f9d9c048082 service nova] Releasing lock "refresh_cache-c34267a0-def3-4bde-a954-b3026697f031" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.493377] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.493701] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f421e38a-ecc3-45a6-bb10-5b3c8b94d8b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.500233] env[62180]: DEBUG oslo_vmware.api [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1986.500233] env[62180]: value = "task-1964063" [ 1986.500233] env[62180]: _type = "Task" [ 1986.500233] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.509298] env[62180]: DEBUG oslo_vmware.api [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1964063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.662018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.662018] env[62180]: DEBUG nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.664389] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.062s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.667094] env[62180]: INFO nova.compute.claims [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1986.764321] env[62180]: DEBUG oslo_vmware.api [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142736} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.764503] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.764686] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.764884] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.765042] env[62180]: INFO nova.compute.manager [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: bb02cb2c-fe94-4268-803f-671266323454] Took 4.57 seconds to destroy the instance on the hypervisor. [ 1986.765292] env[62180]: DEBUG oslo.service.loopingcall [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.765547] env[62180]: DEBUG nova.compute.manager [-] [instance: bb02cb2c-fe94-4268-803f-671266323454] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1986.765611] env[62180]: DEBUG nova.network.neutron [-] [instance: bb02cb2c-fe94-4268-803f-671266323454] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1986.869335] env[62180]: DEBUG oslo_vmware.api [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Task: {'id': task-1964062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13264} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.869960] env[62180]: DEBUG oslo_vmware.api [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Task: {'id': task-1964061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134955} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.869960] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.869960] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.870141] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.870280] env[62180]: INFO nova.compute.manager [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Took 3.15 seconds to destroy the instance on the hypervisor. [ 1986.870823] env[62180]: DEBUG oslo.service.loopingcall [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.871038] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.871382] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.871584] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.871883] env[62180]: INFO nova.compute.manager [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Took 4.09 seconds to destroy the instance on the hypervisor. [ 1986.872153] env[62180]: DEBUG oslo.service.loopingcall [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.872416] env[62180]: DEBUG nova.compute.manager [-] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1986.872690] env[62180]: DEBUG nova.network.neutron [-] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1986.874415] env[62180]: DEBUG nova.compute.manager [-] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1986.874542] env[62180]: DEBUG nova.network.neutron [-] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1986.960652] env[62180]: DEBUG nova.network.neutron [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Successfully updated port: 20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1987.010606] env[62180]: DEBUG oslo_vmware.api [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1964063, 'name': PowerOffVM_Task, 'duration_secs': 0.261425} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.011391] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.011649] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.012087] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8418b5a0-4542-44a1-95f2-3bf20dcc0664 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.151236] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.151473] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.151942] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleting the datastore file [datastore1] ca6b96ec-de48-44b9-a6ed-747a28281e06 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.151942] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74d01a3a-9238-404b-a814-d0112eaa189a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.159533] env[62180]: DEBUG oslo_vmware.api [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for the task: (returnval){ [ 1987.159533] env[62180]: value = "task-1964065" [ 1987.159533] env[62180]: _type = "Task" [ 1987.159533] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.172878] env[62180]: DEBUG nova.compute.utils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.178021] env[62180]: DEBUG oslo_vmware.api [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1964065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.178021] env[62180]: DEBUG nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.178021] env[62180]: DEBUG nova.network.neutron [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.234866] env[62180]: DEBUG nova.policy [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97d30eba4c804c809117bf0f33ebfd06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a3fb482b164d6ea07bfa46b57c4b87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.302265] env[62180]: DEBUG nova.compute.manager [req-babe0c6b-5143-4a24-8f20-aae2043a3720 req-0debb32a-9315-43dc-9ff8-2acc93405dd2 service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Received event network-vif-deleted-b618e6d1-5ccd-419b-9400-1110b7091bac {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1987.302437] env[62180]: INFO nova.compute.manager [req-babe0c6b-5143-4a24-8f20-aae2043a3720 req-0debb32a-9315-43dc-9ff8-2acc93405dd2 service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Neutron deleted interface b618e6d1-5ccd-419b-9400-1110b7091bac; detaching it from the instance and deleting it from the info cache [ 1987.302592] env[62180]: DEBUG nova.network.neutron [req-babe0c6b-5143-4a24-8f20-aae2043a3720 req-0debb32a-9315-43dc-9ff8-2acc93405dd2 service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.322342] env[62180]: DEBUG nova.compute.manager [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-vif-plugged-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1987.322575] env[62180]: DEBUG oslo_concurrency.lockutils [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] Acquiring lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.322835] env[62180]: DEBUG oslo_concurrency.lockutils [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.322959] env[62180]: DEBUG oslo_concurrency.lockutils [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.323579] env[62180]: DEBUG nova.compute.manager [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] No waiting events found dispatching network-vif-plugged-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1987.323746] env[62180]: WARNING nova.compute.manager [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received unexpected event network-vif-plugged-20385f88-02ef-47ad-b05f-77e2b070a181 for instance with vm_state building and task_state spawning. [ 1987.324107] env[62180]: DEBUG nova.compute.manager [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1987.324289] env[62180]: DEBUG nova.compute.manager [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing instance network info cache due to event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1987.324576] env[62180]: DEBUG oslo_concurrency.lockutils [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.324622] env[62180]: DEBUG oslo_concurrency.lockutils [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.324928] env[62180]: DEBUG nova.network.neutron [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.463394] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.591821] env[62180]: DEBUG nova.network.neutron [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Successfully created port: 5d7659cf-b9de-4333-9bbc-b730827e3a60 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1987.668783] env[62180]: DEBUG oslo_vmware.api [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1964065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.677536] env[62180]: DEBUG nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.691240] env[62180]: DEBUG nova.network.neutron [-] [instance: bb02cb2c-fe94-4268-803f-671266323454] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.809972] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c964d3e7-0b96-41cb-aff2-d93a2177300b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.822932] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de873c-e424-49ba-a5a4-485646805031 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.866352] env[62180]: DEBUG nova.compute.manager [req-babe0c6b-5143-4a24-8f20-aae2043a3720 req-0debb32a-9315-43dc-9ff8-2acc93405dd2 service nova] [instance: bb02cb2c-fe94-4268-803f-671266323454] Detach interface failed, port_id=b618e6d1-5ccd-419b-9400-1110b7091bac, reason: Instance bb02cb2c-fe94-4268-803f-671266323454 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1987.867610] env[62180]: DEBUG nova.network.neutron [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1987.948584] env[62180]: DEBUG nova.network.neutron [-] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.955437] env[62180]: DEBUG nova.network.neutron [-] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.986923] env[62180]: DEBUG nova.network.neutron [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.043016] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f347beb-f91d-4a38-8dd8-98407733e9f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.051105] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b5784-e2f5-4283-a521-016bed3aae32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.083398] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cba1e0-46f6-4f38-b07e-ab63447b3a51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.096961] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12f2fc-c0d9-4c5a-8b60-2ac2bfaed6e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.112736] env[62180]: DEBUG nova.compute.provider_tree [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.172211] env[62180]: DEBUG oslo_vmware.api [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Task: {'id': task-1964065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.888039} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.172211] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.172211] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.172211] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.172211] env[62180]: INFO nova.compute.manager [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1988.172211] env[62180]: DEBUG oslo.service.loopingcall [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.172211] env[62180]: DEBUG nova.compute.manager [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.172211] env[62180]: DEBUG nova.network.neutron [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.194543] env[62180]: INFO nova.compute.manager [-] [instance: bb02cb2c-fe94-4268-803f-671266323454] Took 1.43 seconds to deallocate network for instance. [ 1988.451207] env[62180]: INFO nova.compute.manager [-] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Took 1.58 seconds to deallocate network for instance. [ 1988.458355] env[62180]: INFO nova.compute.manager [-] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Took 1.58 seconds to deallocate network for instance. [ 1988.489285] env[62180]: DEBUG oslo_concurrency.lockutils [req-bd8a1d4b-2ecb-4ca8-9f07-104b3cde054c req-acda2cf8-ae5e-4025-b315-e8a8641c1f10 service nova] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.490327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.490327] env[62180]: DEBUG nova.network.neutron [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.594195] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.594451] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.594682] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "76cdf121-0846-4f03-bcac-a2e6ead239f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.594900] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.595041] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.597055] env[62180]: INFO nova.compute.manager [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Terminating instance [ 1988.616183] env[62180]: DEBUG nova.scheduler.client.report [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1988.689589] env[62180]: DEBUG nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.700182] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.715560] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.715889] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.716119] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.716376] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.716574] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.717153] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.717153] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.717153] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.717441] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.717796] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.718073] env[62180]: DEBUG nova.virt.hardware [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.719152] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb63f1-a735-431e-8512-2de5bdceeef6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.727713] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40180c71-b445-4392-9e01-47e598e96b6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.918397] env[62180]: DEBUG nova.network.neutron [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.957482] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.963835] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.034077] env[62180]: DEBUG nova.network.neutron [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1989.103040] env[62180]: DEBUG nova.compute.manager [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1989.103040] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.104117] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c420bc3-130c-4918-837c-170cea22ba0f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.111891] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.112175] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7c6ea0-f078-4554-9ad1-b2fd29ca7dbc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.117979] env[62180]: DEBUG oslo_vmware.api [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1989.117979] env[62180]: value = "task-1964066" [ 1989.117979] env[62180]: _type = "Task" [ 1989.117979] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.121757] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.122245] env[62180]: DEBUG nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1989.124775] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.645s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.124921] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.126869] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.832s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.128355] env[62180]: INFO nova.compute.claims [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1989.135793] env[62180]: DEBUG oslo_vmware.api [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.153635] env[62180]: INFO nova.scheduler.client.report [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted allocations for instance 9a2adc70-d3ba-4628-97f4-0ac00379b918 [ 1989.186128] env[62180]: DEBUG nova.network.neutron [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.378865] env[62180]: DEBUG nova.compute.manager [req-f160b01d-4dd6-47cc-af00-2d438a3d60b9 req-98d9a6b3-a889-473e-8882-c850d7f93d5b service nova] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Received event network-vif-deleted-ff283ea7-42bf-43ed-b875-8c780a759b51 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.379436] env[62180]: DEBUG nova.compute.manager [req-f160b01d-4dd6-47cc-af00-2d438a3d60b9 req-98d9a6b3-a889-473e-8882-c850d7f93d5b service nova] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Received event network-vif-deleted-5969ed78-e4a2-4d9f-b802-ac96ec28be85 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.379864] env[62180]: DEBUG nova.compute.manager [req-f160b01d-4dd6-47cc-af00-2d438a3d60b9 req-98d9a6b3-a889-473e-8882-c850d7f93d5b service nova] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Received event network-vif-deleted-cdf5a854-a9f6-43c3-9211-19ae270406c4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.413675] env[62180]: DEBUG nova.compute.manager [req-b4c7243f-f463-435a-9461-ccea5ecba988 req-4248fb83-564a-4c8e-8bad-2cd35d0c30aa service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Received event network-vif-plugged-5d7659cf-b9de-4333-9bbc-b730827e3a60 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1989.413859] env[62180]: DEBUG oslo_concurrency.lockutils [req-b4c7243f-f463-435a-9461-ccea5ecba988 req-4248fb83-564a-4c8e-8bad-2cd35d0c30aa service nova] Acquiring lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.414082] env[62180]: DEBUG oslo_concurrency.lockutils [req-b4c7243f-f463-435a-9461-ccea5ecba988 req-4248fb83-564a-4c8e-8bad-2cd35d0c30aa service nova] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.414256] env[62180]: DEBUG oslo_concurrency.lockutils [req-b4c7243f-f463-435a-9461-ccea5ecba988 req-4248fb83-564a-4c8e-8bad-2cd35d0c30aa service nova] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.414426] env[62180]: DEBUG nova.compute.manager [req-b4c7243f-f463-435a-9461-ccea5ecba988 req-4248fb83-564a-4c8e-8bad-2cd35d0c30aa service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] No waiting events found dispatching network-vif-plugged-5d7659cf-b9de-4333-9bbc-b730827e3a60 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1989.414587] env[62180]: WARNING nova.compute.manager [req-b4c7243f-f463-435a-9461-ccea5ecba988 req-4248fb83-564a-4c8e-8bad-2cd35d0c30aa service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Received unexpected event network-vif-plugged-5d7659cf-b9de-4333-9bbc-b730827e3a60 for instance with vm_state building and task_state spawning. [ 1989.422534] env[62180]: INFO nova.compute.manager [-] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Took 1.25 seconds to deallocate network for instance. [ 1989.525050] env[62180]: DEBUG nova.network.neutron [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Successfully updated port: 5d7659cf-b9de-4333-9bbc-b730827e3a60 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1989.629221] env[62180]: DEBUG oslo_vmware.api [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964066, 'name': PowerOffVM_Task, 'duration_secs': 0.192158} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.629496] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.629700] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1989.629901] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8da5cf1-bcbf-413f-b82b-cfc0fb65255d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.634373] env[62180]: DEBUG nova.compute.utils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1989.637798] env[62180]: DEBUG nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1989.637798] env[62180]: DEBUG nova.network.neutron [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1989.661802] env[62180]: DEBUG oslo_concurrency.lockutils [None req-898a993f-1529-412f-bcfb-f013acafb128 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "9a2adc70-d3ba-4628-97f4-0ac00379b918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.585s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.690718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.694022] env[62180]: DEBUG nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Instance network_info: |[{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1989.694022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:bf:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20385f88-02ef-47ad-b05f-77e2b070a181', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1989.700088] env[62180]: DEBUG oslo.service.loopingcall [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.701486] env[62180]: DEBUG nova.policy [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4bae2fa23e4ce2a198e28e3980bd3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e211d231214444e9f21af861c410d02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1989.703760] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1989.704016] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abb753f9-4f4d-4395-be7e-78339125dc6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.724640] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1989.724640] env[62180]: value = "task-1964068" [ 1989.724640] env[62180]: _type = "Task" [ 1989.724640] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.732966] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964068, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.854254] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1989.854254] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1989.854254] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleting the datastore file [datastore1] 76cdf121-0846-4f03-bcac-a2e6ead239f0 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.854254] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-693c6d37-379a-4233-aea4-8ea89a7485ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.860780] env[62180]: DEBUG oslo_vmware.api [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 1989.860780] env[62180]: value = "task-1964069" [ 1989.860780] env[62180]: _type = "Task" [ 1989.860780] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.868869] env[62180]: DEBUG oslo_vmware.api [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.928376] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.030301] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "refresh_cache-923bc2af-85aa-41ca-8e3e-f00b84cb73c4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.030562] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquired lock "refresh_cache-923bc2af-85aa-41ca-8e3e-f00b84cb73c4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.030773] env[62180]: DEBUG nova.network.neutron [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.096102] env[62180]: DEBUG nova.network.neutron [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Successfully created port: 4c464a55-0e47-4df1-990d-db4544c248b2 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1990.139020] env[62180]: DEBUG nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1990.236152] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964068, 'name': CreateVM_Task, 'duration_secs': 0.331652} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.238502] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1990.239407] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.239581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.239887] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1990.240154] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cad95e-0cec-4ae1-9afe-abf792df9163 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.248019] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1990.248019] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52acf893-060d-6c52-ca96-7b031a428059" [ 1990.248019] env[62180]: _type = "Task" [ 1990.248019] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.257249] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52acf893-060d-6c52-ca96-7b031a428059, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.257658] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.258030] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1990.258385] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.258678] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.258986] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1990.259369] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecb48784-080a-4f82-9743-67145b294ffb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.272016] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1990.272016] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1990.272016] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b20c15-ec7a-473b-82e9-9a1eb645246a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.281036] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1990.281036] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b0c16e-cce2-3222-2ae6-4a19137d9269" [ 1990.281036] env[62180]: _type = "Task" [ 1990.281036] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.289887] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b0c16e-cce2-3222-2ae6-4a19137d9269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.370619] env[62180]: DEBUG oslo_vmware.api [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165131} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.373242] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1990.373487] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1990.374022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1990.374022] env[62180]: INFO nova.compute.manager [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1990.374231] env[62180]: DEBUG oslo.service.loopingcall [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.374625] env[62180]: DEBUG nova.compute.manager [-] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1990.374763] env[62180]: DEBUG nova.network.neutron [-] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1990.411120] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f08a074-2ed0-4573-bd2a-7b748c788848 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.419043] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2780bf-9ac1-4698-9997-5ea18b085ce8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.453444] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524560a-f8b2-4f3b-85b0-8163aa9c969d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.461349] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a566e4-b949-45d1-a644-b5ac2f74fc51 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.475465] env[62180]: DEBUG nova.compute.provider_tree [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1990.592458] env[62180]: DEBUG nova.network.neutron [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1990.790045] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b0c16e-cce2-3222-2ae6-4a19137d9269, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.791553] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa95ff5-d581-48d5-b902-77db5a5afacf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.799793] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1990.799793] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52596202-c4fb-726b-6dae-f32086905b46" [ 1990.799793] env[62180]: _type = "Task" [ 1990.799793] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.808759] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52596202-c4fb-726b-6dae-f32086905b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.834724] env[62180]: DEBUG nova.network.neutron [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Updating instance_info_cache with network_info: [{"id": "5d7659cf-b9de-4333-9bbc-b730827e3a60", "address": "fa:16:3e:a1:0f:88", "network": {"id": "1105f3f9-f348-4012-9260-d7ec82536b56", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-775694003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a3fb482b164d6ea07bfa46b57c4b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7659cf-b9", "ovs_interfaceid": "5d7659cf-b9de-4333-9bbc-b730827e3a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.000288] env[62180]: ERROR nova.scheduler.client.report [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [req-40045fd7-bf83-4883-a27d-6b8bc4a57c4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40045fd7-bf83-4883-a27d-6b8bc4a57c4b"}]} [ 1991.017164] env[62180]: DEBUG nova.scheduler.client.report [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1991.032625] env[62180]: DEBUG nova.scheduler.client.report [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1991.032899] env[62180]: DEBUG nova.compute.provider_tree [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.043959] env[62180]: DEBUG nova.scheduler.client.report [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1991.066021] env[62180]: DEBUG nova.scheduler.client.report [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1991.151525] env[62180]: DEBUG nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1991.181250] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1991.181589] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1991.181686] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1991.181865] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1991.182019] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1991.182171] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1991.182470] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1991.182661] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1991.182831] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1991.183012] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1991.183189] env[62180]: DEBUG nova.virt.hardware [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1991.184447] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa98fc-4f5f-4034-9aa0-5020483572f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.193803] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb74a1d1-1853-4d14-86b8-2e8b7f4e5834 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.301052] env[62180]: DEBUG nova.network.neutron [-] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.306393] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.306635] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.306809] env[62180]: DEBUG nova.compute.manager [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.307566] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58155fe5-0245-4749-b12e-19ec921a3ca8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.310819] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e970b1-bdb6-47ed-ab35-0874a68e2036 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.321742] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52596202-c4fb-726b-6dae-f32086905b46, 'name': SearchDatastore_Task, 'duration_secs': 0.014497} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.323503] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed8094-416b-48aa-bad6-76f7e502fc80 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.326397] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.326612] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 90215454-d9f5-4dbb-ab27-9c1ccd5cac23/90215454-d9f5-4dbb-ab27-9c1ccd5cac23.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1991.326890] env[62180]: DEBUG nova.compute.manager [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1991.327459] env[62180]: DEBUG nova.objects.instance [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'flavor' on Instance uuid bc1f4530-366c-47df-8af1-3e6fd8a69a85 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.328879] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26598e4e-b8bb-47d5-b550-d404321ed068 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.356984] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Releasing lock "refresh_cache-923bc2af-85aa-41ca-8e3e-f00b84cb73c4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.357331] env[62180]: DEBUG nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Instance network_info: |[{"id": "5d7659cf-b9de-4333-9bbc-b730827e3a60", "address": "fa:16:3e:a1:0f:88", "network": {"id": "1105f3f9-f348-4012-9260-d7ec82536b56", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-775694003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a3fb482b164d6ea07bfa46b57c4b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7659cf-b9", "ovs_interfaceid": "5d7659cf-b9de-4333-9bbc-b730827e3a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1991.359989] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:0f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d7659cf-b9de-4333-9bbc-b730827e3a60', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1991.367370] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Creating folder: Project (b9a3fb482b164d6ea07bfa46b57c4b87). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1991.368103] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816067c2-6a22-4b1d-afc4-b0d11a593532 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.370978] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1991.370978] env[62180]: value = "task-1964070" [ 1991.370978] env[62180]: _type = "Task" [ 1991.370978] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.371180] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d299b0ac-298b-41aa-b675-f20e3a896c00 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.379655] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12930378-479a-4d16-8691-2f4420131af6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.385839] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.387895] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Created folder: Project (b9a3fb482b164d6ea07bfa46b57c4b87) in parent group-v404325. [ 1991.388085] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Creating folder: Instances. Parent ref: group-v404569. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1991.395409] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e12670ec-6b60-48dc-b6f7-229607ad7745 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.397174] env[62180]: DEBUG nova.compute.provider_tree [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.405235] env[62180]: DEBUG nova.compute.manager [req-9a2bde69-7383-46d3-af3e-8b7e4bf8a174 req-ae3ede0f-80f3-4752-8948-3921d4e2acab service nova] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Received event network-vif-deleted-5d22050c-3ef9-4bb8-8d41-f9a9745fb538 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.407468] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Created folder: Instances in parent group-v404569. [ 1991.407726] env[62180]: DEBUG oslo.service.loopingcall [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.407918] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1991.408136] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-831a0169-f2e0-410b-b5c9-4f2e404dcca6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.428248] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1991.428248] env[62180]: value = "task-1964073" [ 1991.428248] env[62180]: _type = "Task" [ 1991.428248] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.438256] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964073, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.441022] env[62180]: DEBUG nova.compute.manager [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Received event network-changed-5d7659cf-b9de-4333-9bbc-b730827e3a60 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1991.441186] env[62180]: DEBUG nova.compute.manager [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Refreshing instance network info cache due to event network-changed-5d7659cf-b9de-4333-9bbc-b730827e3a60. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1991.441425] env[62180]: DEBUG oslo_concurrency.lockutils [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] Acquiring lock "refresh_cache-923bc2af-85aa-41ca-8e3e-f00b84cb73c4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.441547] env[62180]: DEBUG oslo_concurrency.lockutils [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] Acquired lock "refresh_cache-923bc2af-85aa-41ca-8e3e-f00b84cb73c4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.441686] env[62180]: DEBUG nova.network.neutron [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Refreshing network info cache for port 5d7659cf-b9de-4333-9bbc-b730827e3a60 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.763860] env[62180]: DEBUG nova.network.neutron [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Successfully updated port: 4c464a55-0e47-4df1-990d-db4544c248b2 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1991.810953] env[62180]: INFO nova.compute.manager [-] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Took 1.44 seconds to deallocate network for instance. [ 1991.883215] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484691} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.884207] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 90215454-d9f5-4dbb-ab27-9c1ccd5cac23/90215454-d9f5-4dbb-ab27-9c1ccd5cac23.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1991.884207] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1991.884207] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b38514c9-c1c8-4605-98bb-2a6669d45bbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.890713] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1991.890713] env[62180]: value = "task-1964074" [ 1991.890713] env[62180]: _type = "Task" [ 1991.890713] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.898955] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.933203] env[62180]: DEBUG nova.scheduler.client.report [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1991.933480] env[62180]: DEBUG nova.compute.provider_tree [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 129 to 130 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1991.933660] env[62180]: DEBUG nova.compute.provider_tree [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.942631] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964073, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.223588] env[62180]: DEBUG nova.network.neutron [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Updated VIF entry in instance network info cache for port 5d7659cf-b9de-4333-9bbc-b730827e3a60. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1992.223943] env[62180]: DEBUG nova.network.neutron [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Updating instance_info_cache with network_info: [{"id": "5d7659cf-b9de-4333-9bbc-b730827e3a60", "address": "fa:16:3e:a1:0f:88", "network": {"id": "1105f3f9-f348-4012-9260-d7ec82536b56", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-775694003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9a3fb482b164d6ea07bfa46b57c4b87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d7659cf-b9", "ovs_interfaceid": "5d7659cf-b9de-4333-9bbc-b730827e3a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.266671] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.266829] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.267021] env[62180]: DEBUG nova.network.neutron [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1992.318597] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.341020] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.341020] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7642516-1a9f-4709-ba5b-58bcd7c8f762 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.346205] env[62180]: DEBUG oslo_vmware.api [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1992.346205] env[62180]: value = "task-1964075" [ 1992.346205] env[62180]: _type = "Task" [ 1992.346205] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.361075] env[62180]: DEBUG oslo_vmware.api [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.400287] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066962} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.400662] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1992.401561] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd432d3-51cb-4cd9-8001-5810ddfc89fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.424396] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 90215454-d9f5-4dbb-ab27-9c1ccd5cac23/90215454-d9f5-4dbb-ab27-9c1ccd5cac23.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.424783] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-726d8b5c-4d46-4a1c-9fe7-5f3de62f42e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.439171] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.312s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.439747] env[62180]: DEBUG nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.447221] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.746s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.447221] env[62180]: DEBUG nova.objects.instance [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'resources' on Instance uuid bb02cb2c-fe94-4268-803f-671266323454 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.455968] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964073, 'name': CreateVM_Task, 'duration_secs': 0.733417} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.457833] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1992.457833] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1992.457833] env[62180]: value = "task-1964076" [ 1992.457833] env[62180]: _type = "Task" [ 1992.457833] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.458258] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.458483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.458858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1992.459484] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf95c61-5687-4fc0-8f17-89c947ce3848 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.469346] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1992.469346] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525571f0-800f-4882-5729-52450e34cbaf" [ 1992.469346] env[62180]: _type = "Task" [ 1992.469346] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.474657] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.486742] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525571f0-800f-4882-5729-52450e34cbaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.727430] env[62180]: DEBUG oslo_concurrency.lockutils [req-fd1bbbf1-e44b-4f56-9021-07bc115f2a62 req-b586cd4c-0984-4880-9f0c-99d9094c94a6 service nova] Releasing lock "refresh_cache-923bc2af-85aa-41ca-8e3e-f00b84cb73c4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.806115] env[62180]: DEBUG nova.network.neutron [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1992.857245] env[62180]: DEBUG oslo_vmware.api [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964075, 'name': PowerOffVM_Task, 'duration_secs': 0.193714} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.857551] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.857771] env[62180]: DEBUG nova.compute.manager [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.858594] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430a0174-6dae-4196-b59b-0bf51d982c98 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.953486] env[62180]: DEBUG nova.compute.utils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.955723] env[62180]: DEBUG nova.network.neutron [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance_info_cache with network_info: [{"id": "4c464a55-0e47-4df1-990d-db4544c248b2", "address": "fa:16:3e:3a:07:b1", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c464a55-0e", "ovs_interfaceid": "4c464a55-0e47-4df1-990d-db4544c248b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.956659] env[62180]: DEBUG nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1992.956822] env[62180]: DEBUG nova.network.neutron [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1992.976853] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964076, 'name': ReconfigVM_Task, 'duration_secs': 0.274235} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.981483] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 90215454-d9f5-4dbb-ab27-9c1ccd5cac23/90215454-d9f5-4dbb-ab27-9c1ccd5cac23.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1992.984883] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0a5490d-c111-4ec4-9c66-b3891c331a1b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.994416] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525571f0-800f-4882-5729-52450e34cbaf, 'name': SearchDatastore_Task, 'duration_secs': 0.018684} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.995254] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.995370] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.995604] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.995753] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.995941] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.996800] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1992.996800] env[62180]: value = "task-1964077" [ 1992.996800] env[62180]: _type = "Task" [ 1992.996800] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.996800] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f9025a-63bc-49f5-af5f-55deb3b73119 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.015410] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.015776] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.016677] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964077, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.017282] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaea6205-53f1-4e23-bd72-ef3d0c941061 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.022657] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1993.022657] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5251965e-e73c-8745-0e7f-cccc2a9ba5ac" [ 1993.022657] env[62180]: _type = "Task" [ 1993.022657] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.031606] env[62180]: DEBUG nova.policy [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7159bc3d88e4b639bf0ca012226b9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ffb4be0b64487e80b60778338adbee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.037084] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5251965e-e73c-8745-0e7f-cccc2a9ba5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.037998] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7c03c7-2fc1-496d-af7d-e906d87cb797 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.043320] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1993.043320] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c91624-4ee1-1260-b037-28838c8b4a16" [ 1993.043320] env[62180]: _type = "Task" [ 1993.043320] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.053812] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c91624-4ee1-1260-b037-28838c8b4a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.241242] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c4a041-5e49-48b9-9a94-446c180198de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.248823] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dae843-e198-40b8-9333-d18fa3afd467 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.286555] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1568ae0b-9f9d-41b3-b2d2-051aa31a0d34 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.295448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c75336-db1e-49a5-88a8-d212362cdea3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.308994] env[62180]: DEBUG nova.compute.provider_tree [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1993.370460] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49fb1d44-292b-4dad-abcd-d6845048b2eb tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.384022] env[62180]: DEBUG nova.network.neutron [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Successfully created port: 41036412-4c50-468f-981d-9763c926a002 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.460367] env[62180]: DEBUG nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.464393] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.466864] env[62180]: DEBUG nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Instance network_info: |[{"id": "4c464a55-0e47-4df1-990d-db4544c248b2", "address": "fa:16:3e:3a:07:b1", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c464a55-0e", "ovs_interfaceid": "4c464a55-0e47-4df1-990d-db4544c248b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1993.466864] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:07:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c464a55-0e47-4df1-990d-db4544c248b2', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1993.478675] env[62180]: DEBUG oslo.service.loopingcall [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.478978] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1993.479272] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dd0bae3-7d24-4725-a582-1178099aebe2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.522449] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964077, 'name': Rename_Task, 'duration_secs': 0.513055} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.524189] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1993.524487] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1993.524487] env[62180]: value = "task-1964078" [ 1993.524487] env[62180]: _type = "Task" [ 1993.524487] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.524724] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18d02a9e-ab9d-40b7-bebd-4846a5e2cd6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.534758] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964078, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.535784] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 1993.535784] env[62180]: value = "task-1964079" [ 1993.535784] env[62180]: _type = "Task" [ 1993.535784] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.543930] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.556997] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c91624-4ee1-1260-b037-28838c8b4a16, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.558737] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.558737] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 923bc2af-85aa-41ca-8e3e-f00b84cb73c4/923bc2af-85aa-41ca-8e3e-f00b84cb73c4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.558964] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-386031b2-b1a2-4871-83da-deb7b5bbba9f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.566396] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1993.566396] env[62180]: value = "task-1964080" [ 1993.566396] env[62180]: _type = "Task" [ 1993.566396] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.573845] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.618357] env[62180]: DEBUG nova.compute.manager [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Received event network-vif-plugged-4c464a55-0e47-4df1-990d-db4544c248b2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1993.618571] env[62180]: DEBUG oslo_concurrency.lockutils [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] Acquiring lock "c9b49624-bc00-4e50-b273-38821c698d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.618778] env[62180]: DEBUG oslo_concurrency.lockutils [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] Lock "c9b49624-bc00-4e50-b273-38821c698d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.618977] env[62180]: DEBUG oslo_concurrency.lockutils [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] Lock "c9b49624-bc00-4e50-b273-38821c698d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.619216] env[62180]: DEBUG nova.compute.manager [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] No waiting events found dispatching network-vif-plugged-4c464a55-0e47-4df1-990d-db4544c248b2 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1993.619389] env[62180]: WARNING nova.compute.manager [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Received unexpected event network-vif-plugged-4c464a55-0e47-4df1-990d-db4544c248b2 for instance with vm_state building and task_state spawning. [ 1993.619663] env[62180]: DEBUG nova.compute.manager [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Received event network-changed-4c464a55-0e47-4df1-990d-db4544c248b2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1993.619713] env[62180]: DEBUG nova.compute.manager [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Refreshing instance network info cache due to event network-changed-4c464a55-0e47-4df1-990d-db4544c248b2. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1993.619866] env[62180]: DEBUG oslo_concurrency.lockutils [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] Acquiring lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.620010] env[62180]: DEBUG oslo_concurrency.lockutils [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] Acquired lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.620436] env[62180]: DEBUG nova.network.neutron [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Refreshing network info cache for port 4c464a55-0e47-4df1-990d-db4544c248b2 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.830064] env[62180]: DEBUG nova.objects.instance [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'flavor' on Instance uuid bc1f4530-366c-47df-8af1-3e6fd8a69a85 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.853957] env[62180]: DEBUG nova.scheduler.client.report [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1993.854373] env[62180]: DEBUG nova.compute.provider_tree [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 130 to 131 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1993.854584] env[62180]: DEBUG nova.compute.provider_tree [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1994.038621] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964078, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.048195] env[62180]: DEBUG oslo_vmware.api [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964079, 'name': PowerOnVM_Task, 'duration_secs': 0.488216} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.048367] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1994.049014] env[62180]: INFO nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Took 15.22 seconds to spawn the instance on the hypervisor. [ 1994.049014] env[62180]: DEBUG nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.049680] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e8e06e-8140-43c8-ba7d-a4471c085869 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.077786] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964080, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.335883] env[62180]: DEBUG oslo_concurrency.lockutils [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.336168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.336286] env[62180]: DEBUG nova.network.neutron [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1994.336462] env[62180]: DEBUG nova.objects.instance [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'info_cache' on Instance uuid bc1f4530-366c-47df-8af1-3e6fd8a69a85 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.359465] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.361898] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.405s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.366207] env[62180]: DEBUG nova.objects.instance [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lazy-loading 'resources' on Instance uuid e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.401212] env[62180]: INFO nova.scheduler.client.report [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted allocations for instance bb02cb2c-fe94-4268-803f-671266323454 [ 1994.474410] env[62180]: DEBUG nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.503465] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.503749] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.503911] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.504110] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.504259] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.504405] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.504613] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.504777] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.504990] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.505412] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.505678] env[62180]: DEBUG nova.virt.hardware [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.507019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd8913-3460-42df-94e6-a8bc21bdc2ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.518026] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63646747-ab0c-40e1-a43d-8dde22184b3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.537820] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964078, 'name': CreateVM_Task, 'duration_secs': 0.750452} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.541025] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1994.541025] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.541025] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.541025] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1994.541025] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe87e7a-4647-44fa-b053-55d1091dbe0f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.547255] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1994.547255] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528eb18d-5dad-0dfa-6197-927f0b886cdb" [ 1994.547255] env[62180]: _type = "Task" [ 1994.547255] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.559054] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528eb18d-5dad-0dfa-6197-927f0b886cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.559342] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.562916] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1994.562916] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.562916] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.562916] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1994.562916] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad0cc3a-4610-43f1-92d7-6d7ed5f57395 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.572557] env[62180]: INFO nova.compute.manager [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Took 32.11 seconds to build instance. [ 1994.578482] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1994.578676] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1994.579974] env[62180]: DEBUG nova.network.neutron [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updated VIF entry in instance network info cache for port 4c464a55-0e47-4df1-990d-db4544c248b2. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1994.580370] env[62180]: DEBUG nova.network.neutron [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance_info_cache with network_info: [{"id": "4c464a55-0e47-4df1-990d-db4544c248b2", "address": "fa:16:3e:3a:07:b1", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c464a55-0e", "ovs_interfaceid": "4c464a55-0e47-4df1-990d-db4544c248b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.581581] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6e0581-e5ef-4a6e-a920-94569d1cbe32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.589879] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548282} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.591566] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 923bc2af-85aa-41ca-8e3e-f00b84cb73c4/923bc2af-85aa-41ca-8e3e-f00b84cb73c4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.591779] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.592087] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1994.592087] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a55f1e-e08e-cee9-73f1-4747f708a15e" [ 1994.592087] env[62180]: _type = "Task" [ 1994.592087] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.592711] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02bb2ccc-e6a6-4ae6-841a-c320cf71be18 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.604200] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.604427] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.604601] env[62180]: INFO nova.compute.manager [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Shelving [ 1994.605935] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a55f1e-e08e-cee9-73f1-4747f708a15e, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.610012] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1994.610012] env[62180]: value = "task-1964081" [ 1994.610012] env[62180]: _type = "Task" [ 1994.610012] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.610012] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b41b80-74b4-4476-86c1-bd988f6a6a10 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.619587] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1994.619587] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb810c-5aba-0c28-b837-1bb84f26a132" [ 1994.619587] env[62180]: _type = "Task" [ 1994.619587] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.620329] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.629378] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb810c-5aba-0c28-b837-1bb84f26a132, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.629616] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.629868] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c9b49624-bc00-4e50-b273-38821c698d29/c9b49624-bc00-4e50-b273-38821c698d29.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.630247] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a247992-d132-4fe1-ba48-fa11b5422911 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.636230] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1994.636230] env[62180]: value = "task-1964082" [ 1994.636230] env[62180]: _type = "Task" [ 1994.636230] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.644406] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.839870] env[62180]: DEBUG nova.objects.base [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1994.912103] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c924b1c7-c344-4eb3-beaf-e6ba01b49e21 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "bb02cb2c-fe94-4268-803f-671266323454" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.224s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.082700] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c2d4c36-2532-4523-bc7a-d8c75ad60190 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.644s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.087035] env[62180]: DEBUG oslo_concurrency.lockutils [req-479d2292-b430-4347-8677-368085b9a3bb req-839eb114-c8f8-4790-9ad8-c64b7b45a754 service nova] Releasing lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.126943] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060151} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.127242] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1995.128795] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7bdc0f-c2b8-4792-b0a7-3f243ffbe195 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.159754] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 923bc2af-85aa-41ca-8e3e-f00b84cb73c4/923bc2af-85aa-41ca-8e3e-f00b84cb73c4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.161844] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa26549a-c245-4bf4-86cb-73d3d7af5fee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.177319] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2374ff-a870-472d-86bd-eddd71fd2e0c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.183060] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515938} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.183950] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c9b49624-bc00-4e50-b273-38821c698d29/c9b49624-bc00-4e50-b273-38821c698d29.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1995.184219] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1995.184496] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de10f861-9c21-41fe-90ec-2fe0d138ddab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.190224] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1995.190224] env[62180]: value = "task-1964083" [ 1995.190224] env[62180]: _type = "Task" [ 1995.190224] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.191438] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f29292-904f-4aab-aad7-41f9635177c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.197820] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1995.197820] env[62180]: value = "task-1964084" [ 1995.197820] env[62180]: _type = "Task" [ 1995.197820] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.233846] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.235102] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cd43dc-6387-4657-8d41-b54d9769b601 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.240490] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964084, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.245406] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621dc2d6-60e3-4225-8857-e817eb115086 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.259018] env[62180]: DEBUG nova.compute.provider_tree [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.378044] env[62180]: DEBUG nova.network.neutron [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Successfully updated port: 41036412-4c50-468f-981d-9763c926a002 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.623891] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1995.623891] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2f3a69-b64b-4f40-ac5f-f3d6fe5f0769 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.633825] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1995.633825] env[62180]: value = "task-1964085" [ 1995.633825] env[62180]: _type = "Task" [ 1995.633825] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.645197] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.709018] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964083, 'name': ReconfigVM_Task, 'duration_secs': 0.275561} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.709018] env[62180]: DEBUG nova.network.neutron [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.709018] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 923bc2af-85aa-41ca-8e3e-f00b84cb73c4/923bc2af-85aa-41ca-8e3e-f00b84cb73c4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.709018] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff6f780-03df-451c-80c1-58bc8f99d6e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.718718] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065287} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.719559] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1995.722119] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f742e-8d1f-4ae4-af7f-dcb61dfd7023 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.726551] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1995.726551] env[62180]: value = "task-1964086" [ 1995.726551] env[62180]: _type = "Task" [ 1995.726551] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.752236] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] c9b49624-bc00-4e50-b273-38821c698d29/c9b49624-bc00-4e50-b273-38821c698d29.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.753477] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c37e1e-0968-4a33-945a-5bb5fae7ba75 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.774488] env[62180]: DEBUG nova.scheduler.client.report [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.777667] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964086, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.784815] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1995.784815] env[62180]: value = "task-1964087" [ 1995.784815] env[62180]: _type = "Task" [ 1995.784815] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.794076] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.881439] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "refresh_cache-92e57314-bc0b-441f-9ea2-4bfaf3b3537d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.881439] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "refresh_cache-92e57314-bc0b-441f-9ea2-4bfaf3b3537d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.882385] env[62180]: DEBUG nova.network.neutron [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.957862] env[62180]: DEBUG nova.compute.manager [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Received event network-vif-plugged-41036412-4c50-468f-981d-9763c926a002 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1995.958340] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Acquiring lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.958661] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.959426] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.960242] env[62180]: DEBUG nova.compute.manager [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] No waiting events found dispatching network-vif-plugged-41036412-4c50-468f-981d-9763c926a002 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1995.960242] env[62180]: WARNING nova.compute.manager [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Received unexpected event network-vif-plugged-41036412-4c50-468f-981d-9763c926a002 for instance with vm_state building and task_state spawning. [ 1995.960324] env[62180]: DEBUG nova.compute.manager [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1995.960976] env[62180]: DEBUG nova.compute.manager [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing instance network info cache due to event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1995.960976] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.960976] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.963333] env[62180]: DEBUG nova.network.neutron [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.144264] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964085, 'name': PowerOffVM_Task, 'duration_secs': 0.439859} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.144264] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.144710] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a6af03-2c3f-48b3-ba59-014dd6573040 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.162534] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d44020-df57-4377-ad19-dcb85642ba39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.215949] env[62180]: DEBUG oslo_concurrency.lockutils [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.236790] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964086, 'name': Rename_Task, 'duration_secs': 0.273755} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.237075] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1996.237320] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5611e8-d51c-41b6-84f6-488504dd0ff4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.243595] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 1996.243595] env[62180]: value = "task-1964088" [ 1996.243595] env[62180]: _type = "Task" [ 1996.243595] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.250831] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.280393] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.283159] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.319s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.283505] env[62180]: DEBUG nova.objects.instance [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lazy-loading 'resources' on Instance uuid a6313cff-9c5f-474d-aa56-a905c538edb4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.296107] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964087, 'name': ReconfigVM_Task, 'duration_secs': 0.339153} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.296449] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Reconfigured VM instance instance-00000061 to attach disk [datastore1] c9b49624-bc00-4e50-b273-38821c698d29/c9b49624-bc00-4e50-b273-38821c698d29.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1996.297166] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27216031-3016-44c4-922e-1bca2b1b15c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.300807] env[62180]: INFO nova.scheduler.client.report [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Deleted allocations for instance e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82 [ 1996.305501] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1996.305501] env[62180]: value = "task-1964089" [ 1996.305501] env[62180]: _type = "Task" [ 1996.305501] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.313819] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964089, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.464079] env[62180]: DEBUG nova.network.neutron [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.488623] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.488974] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.497024] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "10c02400-f46c-40c5-80a6-e3e05551659b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.500173] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.660699] env[62180]: DEBUG nova.network.neutron [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Updating instance_info_cache with network_info: [{"id": "41036412-4c50-468f-981d-9763c926a002", "address": "fa:16:3e:9f:d7:db", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41036412-4c", "ovs_interfaceid": "41036412-4c50-468f-981d-9763c926a002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.675738] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1996.678736] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a194141-8c51-42e8-880f-357fecb90cbc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.687808] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1996.687808] env[62180]: value = "task-1964090" [ 1996.687808] env[62180]: _type = "Task" [ 1996.687808] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.698850] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.753886] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964088, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.754577] env[62180]: DEBUG nova.network.neutron [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updated VIF entry in instance network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1996.754935] env[62180]: DEBUG nova.network.neutron [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.812406] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fa209520-9303-4b8d-bfd4-5ecdc168d6c4 tempest-InstanceActionsNegativeTestJSON-232141145 tempest-InstanceActionsNegativeTestJSON-232141145-project-member] Lock "e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.602s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.819198] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964089, 'name': Rename_Task, 'duration_secs': 0.180048} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.819465] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1996.819707] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2365a51d-a13e-42d0-8b88-e61bce69a97b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.826917] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 1996.826917] env[62180]: value = "task-1964091" [ 1996.826917] env[62180]: _type = "Task" [ 1996.826917] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.838771] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.996694] env[62180]: DEBUG nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1997.000082] env[62180]: DEBUG nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1997.041009] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc5c74-9dc4-49bc-910a-32a4a14720fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.051570] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64245ea9-59e1-4a41-8e80-b9772ce1de1c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.083943] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2e2ff6-8bcf-45e7-adba-9c90b8220ae6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.092022] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d7a4ff-e718-409c-9d49-484c0a43fd4c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.106522] env[62180]: DEBUG nova.compute.provider_tree [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.163842] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "refresh_cache-92e57314-bc0b-441f-9ea2-4bfaf3b3537d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.165039] env[62180]: DEBUG nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Instance network_info: |[{"id": "41036412-4c50-468f-981d-9763c926a002", "address": "fa:16:3e:9f:d7:db", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41036412-4c", "ovs_interfaceid": "41036412-4c50-468f-981d-9763c926a002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1997.165039] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:d7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41036412-4c50-468f-981d-9763c926a002', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1997.172528] env[62180]: DEBUG oslo.service.loopingcall [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.172833] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1997.173058] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e37bd30-d256-4656-a108-f5876487c271 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.199024] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964090, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.199828] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1997.199828] env[62180]: value = "task-1964092" [ 1997.199828] env[62180]: _type = "Task" [ 1997.199828] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.207668] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964092, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.221501] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1997.221910] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc619012-3c5e-4439-b917-c377f98d3cdc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.230380] env[62180]: DEBUG oslo_vmware.api [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 1997.230380] env[62180]: value = "task-1964093" [ 1997.230380] env[62180]: _type = "Task" [ 1997.230380] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.243524] env[62180]: DEBUG oslo_vmware.api [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.259915] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.260494] env[62180]: DEBUG nova.compute.manager [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Received event network-changed-41036412-4c50-468f-981d-9763c926a002 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1997.260806] env[62180]: DEBUG nova.compute.manager [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Refreshing instance network info cache due to event network-changed-41036412-4c50-468f-981d-9763c926a002. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1997.261209] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Acquiring lock "refresh_cache-92e57314-bc0b-441f-9ea2-4bfaf3b3537d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.261504] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Acquired lock "refresh_cache-92e57314-bc0b-441f-9ea2-4bfaf3b3537d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.261813] env[62180]: DEBUG nova.network.neutron [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Refreshing network info cache for port 41036412-4c50-468f-981d-9763c926a002 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1997.263647] env[62180]: DEBUG oslo_vmware.api [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964088, 'name': PowerOnVM_Task, 'duration_secs': 0.564664} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.264255] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1997.264598] env[62180]: INFO nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1997.264864] env[62180]: DEBUG nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.265797] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88071489-527a-420f-8666-04213c84bcd7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.342268] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.524076] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.525000] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.610359] env[62180]: DEBUG nova.scheduler.client.report [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.701157] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964090, 'name': CreateSnapshot_Task, 'duration_secs': 0.754534} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.704359] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1997.705132] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ab20ad-5dd1-42cf-b21e-8e17b1a95369 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.712401] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964092, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.740542] env[62180]: DEBUG oslo_vmware.api [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.784067] env[62180]: INFO nova.compute.manager [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Took 31.30 seconds to build instance. [ 1997.841721] env[62180]: DEBUG oslo_vmware.api [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964091, 'name': PowerOnVM_Task, 'duration_secs': 0.695464} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.841996] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1997.842216] env[62180]: INFO nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1997.842416] env[62180]: DEBUG nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.843363] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79988b77-0368-4778-9fdd-040d709c3b5a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.077561] env[62180]: DEBUG nova.network.neutron [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Updated VIF entry in instance network info cache for port 41036412-4c50-468f-981d-9763c926a002. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.078055] env[62180]: DEBUG nova.network.neutron [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Updating instance_info_cache with network_info: [{"id": "41036412-4c50-468f-981d-9763c926a002", "address": "fa:16:3e:9f:d7:db", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41036412-4c", "ovs_interfaceid": "41036412-4c50-468f-981d-9763c926a002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.115927] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.119162] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.190s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.119404] env[62180]: DEBUG nova.objects.instance [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lazy-loading 'resources' on Instance uuid ca6b96ec-de48-44b9-a6ed-747a28281e06 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.135964] env[62180]: INFO nova.scheduler.client.report [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Deleted allocations for instance a6313cff-9c5f-474d-aa56-a905c538edb4 [ 1998.213920] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964092, 'name': CreateVM_Task, 'duration_secs': 0.868667} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.213920] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1998.214224] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.214524] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.214722] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.214974] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33796889-e4c5-4467-b29c-79425aa4b0e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.225053] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1998.226566] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab7859fd-0e62-4032-8805-2d773cccc827 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.229551] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1998.229551] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e0a266-35a1-b5d4-ee7d-f827dce97ced" [ 1998.229551] env[62180]: _type = "Task" [ 1998.229551] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.237020] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 1998.237020] env[62180]: value = "task-1964094" [ 1998.237020] env[62180]: _type = "Task" [ 1998.237020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.243962] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e0a266-35a1-b5d4-ee7d-f827dce97ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.248723] env[62180]: DEBUG oslo_vmware.api [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964093, 'name': PowerOnVM_Task, 'duration_secs': 0.599197} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.249345] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1998.249568] env[62180]: DEBUG nova.compute.manager [None req-04b8ef73-6eae-4341-9416-a47d243252ed tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1998.250545] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980bb5e1-a915-4ee1-8890-063b4f78da39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.255646] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964094, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.291611] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0c693049-bd93-48cf-9ea3-8306d4a58208 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.838s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.366021] env[62180]: INFO nova.compute.manager [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Took 29.79 seconds to build instance. [ 1998.580338] env[62180]: DEBUG oslo_concurrency.lockutils [req-8e02c93b-b8bb-440d-a732-9795fedd7747 req-9a1b5d9f-ca3a-4a50-ad75-2f60fe0893a6 service nova] Releasing lock "refresh_cache-92e57314-bc0b-441f-9ea2-4bfaf3b3537d" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.644788] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6b5682de-0141-446d-a050-416ccde54895 tempest-ImagesTestJSON-1822151184 tempest-ImagesTestJSON-1822151184-project-member] Lock "a6313cff-9c5f-474d-aa56-a905c538edb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.405s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.745413] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e0a266-35a1-b5d4-ee7d-f827dce97ced, 'name': SearchDatastore_Task, 'duration_secs': 0.027138} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.746118] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.746404] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.746659] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.746811] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.746988] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.747286] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce17a60-4342-4a35-96fd-1b6f7c1d66a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.754230] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964094, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.764839] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.764839] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.765345] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cba2d13-0b7a-426d-b77e-757db72dd966 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.776022] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1998.776022] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524e1452-c943-fa61-fbb9-a8a4b1b4be30" [ 1998.776022] env[62180]: _type = "Task" [ 1998.776022] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.782661] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524e1452-c943-fa61-fbb9-a8a4b1b4be30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.867711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bb4e6fa8-096b-4c42-837b-575764515efe tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.319s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.896763] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea2ae73-9090-4912-b070-4484328074cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.907155] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881817c8-b68e-4425-99a9-b5b67a076399 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.942671] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d14cd9e-a4a3-41bb-baf7-a094772a4a8c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.951593] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608954b4-b9cc-45e9-8360-3fff1e8bcfec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.965881] env[62180]: DEBUG nova.compute.provider_tree [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.053340] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b6c03e66-6836-4548-9718-9e5a6c3f72a3 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "interface-923bc2af-85aa-41ca-8e3e-f00b84cb73c4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.053584] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b6c03e66-6836-4548-9718-9e5a6c3f72a3 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "interface-923bc2af-85aa-41ca-8e3e-f00b84cb73c4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.053945] env[62180]: DEBUG nova.objects.instance [None req-b6c03e66-6836-4548-9718-9e5a6c3f72a3 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lazy-loading 'flavor' on Instance uuid 923bc2af-85aa-41ca-8e3e-f00b84cb73c4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.251347] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964094, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.286761] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524e1452-c943-fa61-fbb9-a8a4b1b4be30, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.288011] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac9badf-990b-42e3-b39c-44269262db99 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.297447] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1999.297447] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cbf977-1bb2-4623-c466-48778c56ea0a" [ 1999.297447] env[62180]: _type = "Task" [ 1999.297447] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.310171] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cbf977-1bb2-4623-c466-48778c56ea0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.471195] env[62180]: DEBUG nova.scheduler.client.report [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.561462] env[62180]: DEBUG nova.objects.instance [None req-b6c03e66-6836-4548-9718-9e5a6c3f72a3 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lazy-loading 'pci_requests' on Instance uuid 923bc2af-85aa-41ca-8e3e-f00b84cb73c4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.749309] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964094, 'name': CloneVM_Task, 'duration_secs': 1.361293} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.749739] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Created linked-clone VM from snapshot [ 1999.750672] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef23fed4-d22b-4566-8f15-70646941315a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.758899] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Uploading image 1de82983-bf46-4cad-bc99-6f9ad6caf6e5 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1999.807880] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cbf977-1bb2-4623-c466-48778c56ea0a, 'name': SearchDatastore_Task, 'duration_secs': 0.016468} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.809941] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.810222] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 92e57314-bc0b-441f-9ea2-4bfaf3b3537d/92e57314-bc0b-441f-9ea2-4bfaf3b3537d.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1999.810713] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e905d589-3750-4d0b-9c5a-430385fcfde4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.817086] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1999.817086] env[62180]: value = "vm-404575" [ 1999.817086] env[62180]: _type = "VirtualMachine" [ 1999.817086] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1999.817372] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8c0e36b3-d5a8-464b-9403-af3cecf83863 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.819951] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 1999.819951] env[62180]: value = "task-1964095" [ 1999.819951] env[62180]: _type = "Task" [ 1999.819951] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.824644] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lease: (returnval){ [ 1999.824644] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eaca16-fee0-24e6-4ed3-9ba4c4a9b7ae" [ 1999.824644] env[62180]: _type = "HttpNfcLease" [ 1999.824644] env[62180]: } obtained for exporting VM: (result){ [ 1999.824644] env[62180]: value = "vm-404575" [ 1999.824644] env[62180]: _type = "VirtualMachine" [ 1999.824644] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1999.824953] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the lease: (returnval){ [ 1999.824953] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eaca16-fee0-24e6-4ed3-9ba4c4a9b7ae" [ 1999.824953] env[62180]: _type = "HttpNfcLease" [ 1999.824953] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1999.830966] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.834192] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1999.834192] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eaca16-fee0-24e6-4ed3-9ba4c4a9b7ae" [ 1999.834192] env[62180]: _type = "HttpNfcLease" [ 1999.834192] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1999.976803] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.979144] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.661s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.979393] env[62180]: DEBUG nova.objects.instance [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lazy-loading 'resources' on Instance uuid 76cdf121-0846-4f03-bcac-a2e6ead239f0 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.995712] env[62180]: INFO nova.scheduler.client.report [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Deleted allocations for instance ca6b96ec-de48-44b9-a6ed-747a28281e06 [ 2000.065300] env[62180]: DEBUG nova.objects.base [None req-b6c03e66-6836-4548-9718-9e5a6c3f72a3 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Object Instance<923bc2af-85aa-41ca-8e3e-f00b84cb73c4> lazy-loaded attributes: flavor,pci_requests {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2000.065603] env[62180]: DEBUG nova.network.neutron [None req-b6c03e66-6836-4548-9718-9e5a6c3f72a3 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.154942] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b6c03e66-6836-4548-9718-9e5a6c3f72a3 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "interface-923bc2af-85aa-41ca-8e3e-f00b84cb73c4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.101s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.333762] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.336180] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2000.336180] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eaca16-fee0-24e6-4ed3-9ba4c4a9b7ae" [ 2000.336180] env[62180]: _type = "HttpNfcLease" [ 2000.336180] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2000.336601] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2000.336601] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eaca16-fee0-24e6-4ed3-9ba4c4a9b7ae" [ 2000.336601] env[62180]: _type = "HttpNfcLease" [ 2000.336601] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2000.337453] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4721e51e-9ce4-4d92-aff3-ac2efaaf27fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.346910] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f58-8358-3930-c3d5-9e8c961dff94/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2000.347129] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f58-8358-3930-c3d5-9e8c961dff94/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2000.481986] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8cf8c171-011f-4455-9c20-907565d653bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.506516] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c5ca49f-0736-4932-a62d-7a55676c0ca7 tempest-ServersAdminTestJSON-771175402 tempest-ServersAdminTestJSON-771175402-project-member] Lock "ca6b96ec-de48-44b9-a6ed-747a28281e06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.537s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.544589] env[62180]: DEBUG nova.compute.manager [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2000.740757] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697342a-040a-45a2-a4f3-aaadb22c2f01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.750490] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23948ea-a645-4b7b-a8bc-110d78856282 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.782840] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d79e0f-f2b3-4823-9f0f-8b4945f2f98f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.791234] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74144957-ef89-4e48-a79b-f366cb4328c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.805237] env[62180]: DEBUG nova.compute.provider_tree [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.831101] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675297} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.831494] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 92e57314-bc0b-441f-9ea2-4bfaf3b3537d/92e57314-bc0b-441f-9ea2-4bfaf3b3537d.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.831705] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2000.831971] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-febb1cc0-e1c7-4569-97a4-bc52571dee74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.839464] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2000.839464] env[62180]: value = "task-1964097" [ 2000.839464] env[62180]: _type = "Task" [ 2000.839464] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.847561] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.070172] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.308889] env[62180]: DEBUG nova.scheduler.client.report [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.351298] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126568} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.351660] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2001.352645] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f24027-c2d6-4080-a533-d7571107fe76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.378745] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 92e57314-bc0b-441f-9ea2-4bfaf3b3537d/92e57314-bc0b-441f-9ea2-4bfaf3b3537d.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.378745] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38942a1-7fef-4152-8334-27a44e442bc7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.401084] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2001.401084] env[62180]: value = "task-1964098" [ 2001.401084] env[62180]: _type = "Task" [ 2001.401084] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.408079] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.814897] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.818232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.294s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.820497] env[62180]: INFO nova.compute.claims [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2001.869425] env[62180]: INFO nova.scheduler.client.report [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleted allocations for instance 76cdf121-0846-4f03-bcac-a2e6ead239f0 [ 2001.916774] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.225685] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.227403] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.227669] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.227939] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.228204] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.230564] env[62180]: INFO nova.compute.manager [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Terminating instance [ 2002.386363] env[62180]: DEBUG oslo_concurrency.lockutils [None req-799ca97c-2a9d-4700-b398-d933f07c715f tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "76cdf121-0846-4f03-bcac-a2e6ead239f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.791s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.414371] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964098, 'name': ReconfigVM_Task, 'duration_secs': 0.535703} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.414812] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 92e57314-bc0b-441f-9ea2-4bfaf3b3537d/92e57314-bc0b-441f-9ea2-4bfaf3b3537d.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.417156] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-624f0409-d60f-4aba-9bf7-a5a7ea6b4ca3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.429586] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2002.429586] env[62180]: value = "task-1964099" [ 2002.429586] env[62180]: _type = "Task" [ 2002.429586] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.438829] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964099, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.673833] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.674133] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.674345] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.674524] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.674693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.676941] env[62180]: INFO nova.compute.manager [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Terminating instance [ 2002.738143] env[62180]: DEBUG nova.compute.manager [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.738498] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.739610] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76146fc-9a19-4dc8-917d-9c92ff993f66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.748192] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.748566] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062fded9-7978-40d0-8f4e-22a020b66b1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.756221] env[62180]: DEBUG oslo_vmware.api [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 2002.756221] env[62180]: value = "task-1964100" [ 2002.756221] env[62180]: _type = "Task" [ 2002.756221] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.764830] env[62180]: DEBUG oslo_vmware.api [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.943131] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964099, 'name': Rename_Task, 'duration_secs': 0.162051} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.946946] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2002.947884] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a453255a-21b6-486f-a5bc-5d430ec32f17 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.956296] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2002.956296] env[62180]: value = "task-1964101" [ 2002.956296] env[62180]: _type = "Task" [ 2002.956296] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.967796] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.117279] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706dc2fb-d27f-42d9-9a84-7ab16725d768 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.126269] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dbf876-f92a-499c-8f1f-4c71eac89cc2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.163701] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c31cc-f0cd-411a-a4e0-c755fcc82b0a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.172420] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e67ab4-e9ac-4358-8a25-4cd6ecf21f89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.188316] env[62180]: DEBUG nova.compute.manager [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.188527] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.189062] env[62180]: DEBUG nova.compute.provider_tree [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.192464] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc0410-981f-43e5-ad68-ba6309c53cf6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.200312] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.201620] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e53e83e-aaf8-4844-8b4f-b5ac11653d06 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.209805] env[62180]: DEBUG oslo_vmware.api [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 2003.209805] env[62180]: value = "task-1964102" [ 2003.209805] env[62180]: _type = "Task" [ 2003.209805] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.219361] env[62180]: DEBUG oslo_vmware.api [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.268450] env[62180]: DEBUG oslo_vmware.api [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964100, 'name': PowerOffVM_Task, 'duration_secs': 0.243193} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.268806] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.269022] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.269343] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53560676-e7b4-4da6-a518-83722c406000 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.362091] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.362515] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.362872] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Deleting the datastore file [datastore1] 923bc2af-85aa-41ca-8e3e-f00b84cb73c4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.363648] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d30723-0db0-4897-90a6-fc1407bb1b59 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.373961] env[62180]: DEBUG oslo_vmware.api [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for the task: (returnval){ [ 2003.373961] env[62180]: value = "task-1964104" [ 2003.373961] env[62180]: _type = "Task" [ 2003.373961] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.389021] env[62180]: DEBUG oslo_vmware.api [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.468403] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.696916] env[62180]: DEBUG nova.scheduler.client.report [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.725943] env[62180]: DEBUG oslo_vmware.api [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964102, 'name': PowerOffVM_Task, 'duration_secs': 0.224017} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.726292] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.726598] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.726914] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eeb6665-a59f-466f-aa0d-3de401c6fc42 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.885561] env[62180]: DEBUG oslo_vmware.api [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Task: {'id': task-1964104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209184} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.885561] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.885727] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.885923] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.886139] env[62180]: INFO nova.compute.manager [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2003.886433] env[62180]: DEBUG oslo.service.loopingcall [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.886646] env[62180]: DEBUG nova.compute.manager [-] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2003.886743] env[62180]: DEBUG nova.network.neutron [-] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.971140] env[62180]: DEBUG oslo_vmware.api [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964101, 'name': PowerOnVM_Task, 'duration_secs': 0.605632} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.971480] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.971685] env[62180]: INFO nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 2003.972254] env[62180]: DEBUG nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.974577] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f989d9-bb5a-4e8e-a445-9d5991079a87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.199298] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.199897] env[62180]: DEBUG nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2004.208023] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.683s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.209803] env[62180]: INFO nova.compute.claims [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2004.213024] env[62180]: DEBUG nova.compute.manager [req-87f1a45f-d129-4a75-bc5d-3ff294d9d070 req-f36f1c19-881d-4c94-9d79-478fa79de2ef service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Received event network-vif-deleted-5d7659cf-b9de-4333-9bbc-b730827e3a60 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2004.213340] env[62180]: INFO nova.compute.manager [req-87f1a45f-d129-4a75-bc5d-3ff294d9d070 req-f36f1c19-881d-4c94-9d79-478fa79de2ef service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Neutron deleted interface 5d7659cf-b9de-4333-9bbc-b730827e3a60; detaching it from the instance and deleting it from the info cache [ 2004.213747] env[62180]: DEBUG nova.network.neutron [req-87f1a45f-d129-4a75-bc5d-3ff294d9d070 req-f36f1c19-881d-4c94-9d79-478fa79de2ef service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.496029] env[62180]: INFO nova.compute.manager [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Took 23.21 seconds to build instance. [ 2004.677750] env[62180]: DEBUG nova.network.neutron [-] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.718929] env[62180]: DEBUG nova.compute.utils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.721712] env[62180]: DEBUG nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2004.721918] env[62180]: DEBUG nova.network.neutron [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2004.726036] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eea2a558-52a5-4c94-b681-d403f8736d6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.736768] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deca1ff-4f1f-4192-8004-26f8a104e13a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.769832] env[62180]: DEBUG nova.compute.manager [req-87f1a45f-d129-4a75-bc5d-3ff294d9d070 req-f36f1c19-881d-4c94-9d79-478fa79de2ef service nova] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Detach interface failed, port_id=5d7659cf-b9de-4333-9bbc-b730827e3a60, reason: Instance 923bc2af-85aa-41ca-8e3e-f00b84cb73c4 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2004.792258] env[62180]: DEBUG nova.policy [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2004.998984] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1bb037be-669f-47d5-976d-e074cbe253b6 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.729s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.181582] env[62180]: INFO nova.compute.manager [-] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Took 1.29 seconds to deallocate network for instance. [ 2005.254067] env[62180]: DEBUG nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2005.441262] env[62180]: DEBUG nova.network.neutron [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Successfully created port: 6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2005.506719] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fbcb7c-7df5-43c6-ad51-5d70a9be3175 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.515828] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5bbb34-b695-4e96-9b9f-85fd3b1a771c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.553024] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d7a0e-ade3-4fc6-a168-d40cc385b6e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.559446] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0777835-69c8-4d96-bc0d-021d3741e9db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.578823] env[62180]: DEBUG nova.compute.provider_tree [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.689800] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.793419] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "178e8e0b-2788-4923-b774-325e155d1628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.793719] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "178e8e0b-2788-4923-b774-325e155d1628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.082325] env[62180]: DEBUG nova.scheduler.client.report [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.215485] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.215777] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.215982] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.216220] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.216401] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.218684] env[62180]: INFO nova.compute.manager [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Terminating instance [ 2006.253796] env[62180]: DEBUG nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2006.279828] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2006.279828] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2006.279970] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2006.280179] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2006.280367] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2006.281031] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2006.281031] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2006.281031] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2006.281031] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2006.281217] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2006.281346] env[62180]: DEBUG nova.virt.hardware [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2006.282246] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b9881a-9e2a-4ba6-8f63-284061734579 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.290678] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51ebc18-a345-4f36-a772-17d554f8efbb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.304112] env[62180]: DEBUG nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2006.587966] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.588406] env[62180]: DEBUG nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2006.591590] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.521s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.723146] env[62180]: DEBUG nova.compute.manager [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2006.723433] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2006.724471] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490259c3-bb5e-4583-95c3-2721c04b68e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.732735] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.733067] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df0574e9-9664-4a8f-af3c-c684605cc0fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.741577] env[62180]: DEBUG oslo_vmware.api [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2006.741577] env[62180]: value = "task-1964106" [ 2006.741577] env[62180]: _type = "Task" [ 2006.741577] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.753934] env[62180]: DEBUG oslo_vmware.api [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.829227] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.098808] env[62180]: DEBUG nova.compute.utils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2007.103043] env[62180]: INFO nova.compute.claims [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2007.106387] env[62180]: DEBUG nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2007.106564] env[62180]: DEBUG nova.network.neutron [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2007.189859] env[62180]: DEBUG nova.policy [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bea0385f9164681bb996c0dfef51978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b938eb5aae44ed8a5587972e5e5c16f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2007.251542] env[62180]: DEBUG oslo_vmware.api [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964106, 'name': PowerOffVM_Task, 'duration_secs': 0.27411} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.251812] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.251981] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2007.252266] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6930f0c-8e08-4e94-a17d-451b178f2696 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.607646] env[62180]: DEBUG nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2007.611732] env[62180]: INFO nova.compute.resource_tracker [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating resource usage from migration 508e0d45-4575-4742-9fb3-29d58bfefeb2 [ 2007.640206] env[62180]: DEBUG nova.network.neutron [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Successfully created port: 473bb8e2-5cec-482c-9dee-69041c71c606 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2007.877739] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d5e0eb-1873-4fa7-bbbc-65daa6df82f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.886026] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42555d1-5e38-468a-9eb5-f45bc816f8de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.915991] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f283d5e0-404d-4572-a2ab-f831a7ea6603 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.923217] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c78420-d6f3-44b6-8780-b80df1bc3eb2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.936834] env[62180]: DEBUG nova.compute.provider_tree [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.295221] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f58-8358-3930-c3d5-9e8c961dff94/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2008.296166] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7039c912-531d-47a7-8117-5b3f6246622d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.304108] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f58-8358-3930-c3d5-9e8c961dff94/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2008.304295] env[62180]: ERROR oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f58-8358-3930-c3d5-9e8c961dff94/disk-0.vmdk due to incomplete transfer. [ 2008.304523] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7317d37-bda4-42e6-b124-6225fb414f29 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.314478] env[62180]: DEBUG oslo_vmware.rw_handles [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f58-8358-3930-c3d5-9e8c961dff94/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2008.314478] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Uploaded image 1de82983-bf46-4cad-bc99-6f9ad6caf6e5 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2008.316573] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2008.316814] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99a59ace-7ce8-403b-b56c-36d3c05e53ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.325025] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2008.325025] env[62180]: value = "task-1964108" [ 2008.325025] env[62180]: _type = "Task" [ 2008.325025] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.332971] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964108, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.440034] env[62180]: DEBUG nova.scheduler.client.report [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.624946] env[62180]: DEBUG nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2008.646172] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.646443] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.646597] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.646775] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.646919] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.647085] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.647306] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.647463] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.647627] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.647793] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.647964] env[62180]: DEBUG nova.virt.hardware [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.648829] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39392c26-5706-4723-8b9d-cd580a95dee8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.657885] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19fa914-c6c8-4c54-bb7d-9309e0abc29f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.834927] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964108, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.946216] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.355s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.946425] env[62180]: INFO nova.compute.manager [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Migrating [ 2008.953916] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.264s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.954194] env[62180]: DEBUG nova.objects.instance [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lazy-loading 'resources' on Instance uuid 923bc2af-85aa-41ca-8e3e-f00b84cb73c4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.334608] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964108, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.471556] env[62180]: INFO nova.compute.manager [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Rebuilding instance [ 2009.474100] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.474569] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.474569] env[62180]: DEBUG nova.network.neutron [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.480458] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "5df22664-8983-4b42-8009-c915f321b247" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.480693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "5df22664-8983-4b42-8009-c915f321b247" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.523618] env[62180]: DEBUG nova.compute.manager [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2009.524763] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43db54f8-7d7f-4df6-b00f-b785a5324133 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.706304] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2f87f2-829d-486e-af3f-48cb0a083d8d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.714567] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e64cfb-b79f-44fb-919a-554c5bfabdc1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.456445] env[62180]: DEBUG nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2010.458868] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.466750] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.470016] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c52ded-5334-45ae-8219-d2deec181a91 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.476661] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964108, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.481022] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800c1d8d-42c9-4843-9099-d1a511d6d0a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.494533] env[62180]: DEBUG nova.compute.provider_tree [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.715526] env[62180]: DEBUG nova.network.neutron [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance_info_cache with network_info: [{"id": "4c464a55-0e47-4df1-990d-db4544c248b2", "address": "fa:16:3e:3a:07:b1", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c464a55-0e", "ovs_interfaceid": "4c464a55-0e47-4df1-990d-db4544c248b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.961800] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2010.967556] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e71fcad-a9bc-4509-90b3-1ae6bf4830ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.969382] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964108, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.972104] env[62180]: DEBUG nova.compute.manager [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2010.977149] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e275699-55db-4cf5-97dc-7a847acc8195 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.979629] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.979779] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2010.982820] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 2010.982820] env[62180]: value = "task-1964109" [ 2010.982820] env[62180]: _type = "Task" [ 2010.982820] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.991589] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.997354] env[62180]: DEBUG nova.scheduler.client.report [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.000656] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.010197] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2011.010754] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2011.011016] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleting the datastore file [datastore1] 92e57314-bc0b-441f-9ea2-4bfaf3b3537d {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.011881] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a78f0522-df02-4b16-83db-e0a86def2129 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.020097] env[62180]: DEBUG oslo_vmware.api [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2011.020097] env[62180]: value = "task-1964110" [ 2011.020097] env[62180]: _type = "Task" [ 2011.020097] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.028746] env[62180]: DEBUG oslo_vmware.api [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.029985] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2011.030231] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2011.030442] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleting the datastore file [datastore1] 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.030699] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d8b845-21db-4663-815a-493d5a9fae35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.037051] env[62180]: DEBUG oslo_vmware.api [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for the task: (returnval){ [ 2011.037051] env[62180]: value = "task-1964111" [ 2011.037051] env[62180]: _type = "Task" [ 2011.037051] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.046230] env[62180]: DEBUG oslo_vmware.api [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.219291] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.464460] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964108, 'name': Destroy_Task, 'duration_secs': 2.898484} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.464799] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Destroyed the VM [ 2011.464989] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2011.465166] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3165741-f7a0-40b6-a689-2de3116158c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.471858] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2011.471858] env[62180]: value = "task-1964112" [ 2011.471858] env[62180]: _type = "Task" [ 2011.471858] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.479810] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.492969] env[62180]: INFO nova.compute.manager [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] instance snapshotting [ 2011.493688] env[62180]: DEBUG nova.objects.instance [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'flavor' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.495186] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964109, 'name': PowerOffVM_Task, 'duration_secs': 0.206052} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.496036] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2011.496518] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2011.497018] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68280f48-5265-488d-bda7-fefde9b49266 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.501563] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.548s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.505274] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.676s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.506942] env[62180]: INFO nova.compute.claims [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2011.509950] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 2011.509950] env[62180]: value = "task-1964113" [ 2011.509950] env[62180]: _type = "Task" [ 2011.509950] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.524139] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2011.524352] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2011.524586] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404540', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'name': 'volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc4e7b4-c44a-4063-a298-5fe18c4f91a1', 'attached_at': '', 'detached_at': '', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'serial': '4e1fa594-3818-4123-9cf3-2aeb67c59d26'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2011.526046] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e172b-e9ed-4d31-b748-981feed34422 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.534293] env[62180]: DEBUG oslo_vmware.api [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135464} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.549255] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2011.549567] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2011.549799] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2011.550030] env[62180]: INFO nova.compute.manager [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Took 4.83 seconds to destroy the instance on the hypervisor. [ 2011.550336] env[62180]: DEBUG oslo.service.loopingcall [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.551654] env[62180]: INFO nova.scheduler.client.report [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Deleted allocations for instance 923bc2af-85aa-41ca-8e3e-f00b84cb73c4 [ 2011.553072] env[62180]: DEBUG nova.compute.manager [-] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2011.553204] env[62180]: DEBUG nova.network.neutron [-] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2011.558425] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b8b77-9987-448b-a6c4-b6500e6d7185 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.569743] env[62180]: DEBUG oslo_vmware.api [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Task: {'id': task-1964111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145434} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.570909] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2011.571200] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2011.571424] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2011.571600] env[62180]: INFO nova.compute.manager [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Took 8.38 seconds to destroy the instance on the hypervisor. [ 2011.575022] env[62180]: DEBUG oslo.service.loopingcall [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.575022] env[62180]: DEBUG nova.compute.manager [-] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2011.575022] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2011.575022] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cfc0c-07ba-4732-b297-6ef61de14848 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.595663] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873e191-0314-4bef-bec1-02ce24731632 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.612867] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26/volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2011.618312] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2011.619059] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa88229-4359-489a-a292-373b06126e30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.641698] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 2011.641698] env[62180]: value = "task-1964114" [ 2011.641698] env[62180]: _type = "Task" [ 2011.641698] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.650715] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.982567] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964112, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.000741] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12395d6-4ac9-47e4-805c-69a09056ba82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.036827] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f626084-68dc-4beb-8f0f-6ea220ddf42b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.069086] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ca266cd-c580-4bcc-85dd-54868b60d403 tempest-AttachInterfacesV270Test-2059577627 tempest-AttachInterfacesV270Test-2059577627-project-member] Lock "923bc2af-85aa-41ca-8e3e-f00b84cb73c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.841s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.097179] env[62180]: DEBUG nova.compute.manager [req-bbe95f29-9858-4ad4-ba97-8f90bfe878f8 req-c82f9390-ec1b-480b-a578-3b6316c68795 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Received event network-vif-deleted-a0de5314-6fff-441b-a703-0ada0070357b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.097179] env[62180]: INFO nova.compute.manager [req-bbe95f29-9858-4ad4-ba97-8f90bfe878f8 req-c82f9390-ec1b-480b-a578-3b6316c68795 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Neutron deleted interface a0de5314-6fff-441b-a703-0ada0070357b; detaching it from the instance and deleting it from the info cache [ 2012.098018] env[62180]: DEBUG nova.network.neutron [req-bbe95f29-9858-4ad4-ba97-8f90bfe878f8 req-c82f9390-ec1b-480b-a578-3b6316c68795 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.142655] env[62180]: DEBUG nova.compute.manager [req-558096ff-e13c-4e8a-af7c-6f7526671855 req-8799cd24-b6d1-4700-bbd4-f8e7842b540b service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-vif-plugged-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2012.142655] env[62180]: DEBUG oslo_concurrency.lockutils [req-558096ff-e13c-4e8a-af7c-6f7526671855 req-8799cd24-b6d1-4700-bbd4-f8e7842b540b service nova] Acquiring lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.142655] env[62180]: DEBUG oslo_concurrency.lockutils [req-558096ff-e13c-4e8a-af7c-6f7526671855 req-8799cd24-b6d1-4700-bbd4-f8e7842b540b service nova] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.142655] env[62180]: DEBUG oslo_concurrency.lockutils [req-558096ff-e13c-4e8a-af7c-6f7526671855 req-8799cd24-b6d1-4700-bbd4-f8e7842b540b service nova] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.142928] env[62180]: DEBUG nova.compute.manager [req-558096ff-e13c-4e8a-af7c-6f7526671855 req-8799cd24-b6d1-4700-bbd4-f8e7842b540b service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] No waiting events found dispatching network-vif-plugged-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.142928] env[62180]: WARNING nova.compute.manager [req-558096ff-e13c-4e8a-af7c-6f7526671855 req-8799cd24-b6d1-4700-bbd4-f8e7842b540b service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received unexpected event network-vif-plugged-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 for instance with vm_state building and task_state spawning. [ 2012.152574] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964114, 'name': ReconfigVM_Task, 'duration_secs': 0.188782} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.152867] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2012.157744] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd66906-970a-44d4-b3a3-7bafc4bd6701 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.176342] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 2012.176342] env[62180]: value = "task-1964115" [ 2012.176342] env[62180]: _type = "Task" [ 2012.176342] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.188915] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.269850] env[62180]: DEBUG nova.network.neutron [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Successfully updated port: 6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.488355] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964112, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674382} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.488750] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2012.489411] env[62180]: DEBUG nova.compute.manager [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.490326] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8deed7-d4b6-4481-92b2-7128acff298b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.495232] env[62180]: DEBUG nova.network.neutron [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Successfully updated port: 473bb8e2-5cec-482c-9dee-69041c71c606 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.551282] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2012.552205] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f307024f-7482-4d96-b61c-34a5f0f17709 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.563583] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2012.563583] env[62180]: value = "task-1964116" [ 2012.563583] env[62180]: _type = "Task" [ 2012.563583] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.564856] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.581404] env[62180]: DEBUG nova.network.neutron [-] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.590809] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.601853] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6f01999-e432-4aa9-b581-d0015837c9ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.616749] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164339d5-a09f-4979-878f-51cc848adeae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.659732] env[62180]: DEBUG nova.compute.manager [req-bbe95f29-9858-4ad4-ba97-8f90bfe878f8 req-c82f9390-ec1b-480b-a578-3b6316c68795 service nova] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Detach interface failed, port_id=a0de5314-6fff-441b-a703-0ada0070357b, reason: Instance 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2012.688249] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964115, 'name': ReconfigVM_Task, 'duration_secs': 0.237435} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.688560] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404540', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'name': 'volume-4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dc4e7b4-c44a-4063-a298-5fe18c4f91a1', 'attached_at': '', 'detached_at': '', 'volume_id': '4e1fa594-3818-4123-9cf3-2aeb67c59d26', 'serial': '4e1fa594-3818-4123-9cf3-2aeb67c59d26'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2012.688839] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.689635] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf140c-ec8b-4a28-96f4-e653243b68e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.700378] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.700695] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-277ddda0-fb16-4bde-ba68-8fa35308ebb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.740637] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2456405-bda3-4eaf-a4f7-3d259838a12d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.761672] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance 'c9b49624-bc00-4e50-b273-38821c698d29' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2012.771856] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.771999] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.772169] env[62180]: DEBUG nova.network.neutron [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.895018] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2012.895018] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2012.895018] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Deleting the datastore file [datastore1] 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2012.895018] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0371ed50-d777-4ff9-8167-7b8f0a211be3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.897934] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e70e31-23f4-4621-b58d-289fb3c19414 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.902651] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for the task: (returnval){ [ 2012.902651] env[62180]: value = "task-1964118" [ 2012.902651] env[62180]: _type = "Task" [ 2012.902651] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.909620] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72321a7-e215-46aa-92f1-a641f8e67920 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.915588] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.943120] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba1318b-94c3-4337-a72d-77b2aa8f6d0c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.951300] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db93e4d-e2ba-468e-8837-e3eae64b538d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.965023] env[62180]: DEBUG nova.compute.provider_tree [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.001608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-10c02400-f46c-40c5-80a6-e3e05551659b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.001608] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-10c02400-f46c-40c5-80a6-e3e05551659b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.001608] env[62180]: DEBUG nova.network.neutron [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.013636] env[62180]: INFO nova.compute.manager [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Shelve offloading [ 2013.080498] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964116, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.082084] env[62180]: INFO nova.compute.manager [-] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Took 1.51 seconds to deallocate network for instance. [ 2013.090020] env[62180]: INFO nova.compute.manager [-] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Took 1.53 seconds to deallocate network for instance. [ 2013.270409] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.272764] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98dc1d9-6c14-4092-a53b-083ea1632d7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.283490] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2013.283490] env[62180]: value = "task-1964119" [ 2013.283490] env[62180]: _type = "Task" [ 2013.283490] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.297115] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.315315] env[62180]: DEBUG nova.network.neutron [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.415733] env[62180]: DEBUG oslo_vmware.api [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Task: {'id': task-1964118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094878} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.415843] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.416119] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.416551] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.468776] env[62180]: DEBUG nova.scheduler.client.report [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.482912] env[62180]: DEBUG nova.network.neutron [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.490014] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2013.490430] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-479282c3-f87a-47ca-ba3c-317eab759b72 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.501059] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892e2c6-4b0c-4d9d-876a-37dd031823d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.518221] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.519310] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1264c64-4188-4d71-8ba2-19878e90b55f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.526718] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2013.526718] env[62180]: value = "task-1964120" [ 2013.526718] env[62180]: _type = "Task" [ 2013.526718] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.542907] env[62180]: ERROR nova.compute.manager [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Failed to detach volume 4e1fa594-3818-4123-9cf3-2aeb67c59d26 from /dev/sda: nova.exception.InstanceNotFound: Instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 could not be found. [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Traceback (most recent call last): [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self.driver.rebuild(**kwargs) [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] raise NotImplementedError() [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] NotImplementedError [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] During handling of the above exception, another exception occurred: [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Traceback (most recent call last): [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self.driver.detach_volume(context, old_connection_info, [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] return self._volumeops.detach_volume(connection_info, instance) [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self._detach_volume_vmdk(connection_info, instance) [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] stable_ref.fetch_moref(session) [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] nova.exception.InstanceNotFound: Instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 could not be found. [ 2013.542907] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.556223] env[62180]: DEBUG nova.network.neutron [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.559525] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2013.559672] env[62180]: DEBUG nova.compute.manager [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.561178] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f82150-e41a-43ac-984f-bf7f40757042 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.569622] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.569622] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.569622] env[62180]: DEBUG nova.network.neutron [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.579981] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964116, 'name': CreateSnapshot_Task, 'duration_secs': 0.542518} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.580753] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2013.584986] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9801e81f-d4d5-4bfd-807d-52e41eb65bda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.590830] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.597341] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.701492] env[62180]: DEBUG nova.compute.utils [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Build of instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 aborted: Failed to rebuild volume backed instance. {{(pid=62180) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2013.703613] env[62180]: ERROR nova.compute.manager [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 aborted: Failed to rebuild volume backed instance. [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Traceback (most recent call last): [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self.driver.rebuild(**kwargs) [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] raise NotImplementedError() [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] NotImplementedError [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] During handling of the above exception, another exception occurred: [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Traceback (most recent call last): [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self._detach_root_volume(context, instance, root_bdm) [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] with excutils.save_and_reraise_exception(): [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self.force_reraise() [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] raise self.value [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self.driver.detach_volume(context, old_connection_info, [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] return self._volumeops.detach_volume(connection_info, instance) [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self._detach_volume_vmdk(connection_info, instance) [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] stable_ref.fetch_moref(session) [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] nova.exception.InstanceNotFound: Instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 could not be found. [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] During handling of the above exception, another exception occurred: [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Traceback (most recent call last): [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] yield [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2013.703613] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self._do_rebuild_instance_with_claim( [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self._do_rebuild_instance( [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self._rebuild_default_impl(**kwargs) [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] self._rebuild_volume_backed_instance( [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] raise exception.BuildAbortException( [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] nova.exception.BuildAbortException: Build of instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 aborted: Failed to rebuild volume backed instance. [ 2013.704841] env[62180]: ERROR nova.compute.manager [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] [ 2013.789051] env[62180]: DEBUG nova.network.neutron [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Updating instance_info_cache with network_info: [{"id": "473bb8e2-5cec-482c-9dee-69041c71c606", "address": "fa:16:3e:68:de:95", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473bb8e2-5c", "ovs_interfaceid": "473bb8e2-5cec-482c-9dee-69041c71c606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.800470] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964119, 'name': PowerOffVM_Task, 'duration_secs': 0.199031} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.800764] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.800935] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance 'c9b49624-bc00-4e50-b273-38821c698d29' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2013.974875] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.975459] env[62180]: DEBUG nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2013.978479] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.987s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.980396] env[62180]: INFO nova.compute.claims [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2013.986339] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.988588] env[62180]: DEBUG nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Instance network_info: |[{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2013.988588] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:cf:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c9df8b6-eabd-4d63-b089-cb3e77b189f5', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2013.995386] env[62180]: DEBUG oslo.service.loopingcall [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.995488] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2013.995716] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fa27c98-66dc-4acb-8e68-15ef61b21a2f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.026472] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2014.026472] env[62180]: value = "task-1964121" [ 2014.026472] env[62180]: _type = "Task" [ 2014.026472] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.035131] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964121, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.108963] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2014.109760] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9db5fc6d-48dc-4d2f-a909-4c2f341bd785 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.118466] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2014.118466] env[62180]: value = "task-1964122" [ 2014.118466] env[62180]: _type = "Task" [ 2014.118466] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.128854] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964122, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.296754] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-10c02400-f46c-40c5-80a6-e3e05551659b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.296754] env[62180]: DEBUG nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Instance network_info: |[{"id": "473bb8e2-5cec-482c-9dee-69041c71c606", "address": "fa:16:3e:68:de:95", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473bb8e2-5c", "ovs_interfaceid": "473bb8e2-5cec-482c-9dee-69041c71c606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2014.296754] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:de:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '473bb8e2-5cec-482c-9dee-69041c71c606', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2014.306699] env[62180]: DEBUG oslo.service.loopingcall [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.309647] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2014.310589] env[62180]: DEBUG nova.compute.manager [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Received event network-vif-deleted-41036412-4c50-468f-981d-9763c926a002 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2014.310788] env[62180]: DEBUG nova.compute.manager [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Received event network-vif-plugged-473bb8e2-5cec-482c-9dee-69041c71c606 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2014.310973] env[62180]: DEBUG oslo_concurrency.lockutils [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] Acquiring lock "10c02400-f46c-40c5-80a6-e3e05551659b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.311338] env[62180]: DEBUG oslo_concurrency.lockutils [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] Lock "10c02400-f46c-40c5-80a6-e3e05551659b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.311431] env[62180]: DEBUG oslo_concurrency.lockutils [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] Lock "10c02400-f46c-40c5-80a6-e3e05551659b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.311621] env[62180]: DEBUG nova.compute.manager [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] No waiting events found dispatching network-vif-plugged-473bb8e2-5cec-482c-9dee-69041c71c606 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2014.312470] env[62180]: WARNING nova.compute.manager [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Received unexpected event network-vif-plugged-473bb8e2-5cec-482c-9dee-69041c71c606 for instance with vm_state building and task_state spawning. [ 2014.312470] env[62180]: DEBUG nova.compute.manager [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Received event network-changed-473bb8e2-5cec-482c-9dee-69041c71c606 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2014.312470] env[62180]: DEBUG nova.compute.manager [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Refreshing instance network info cache due to event network-changed-473bb8e2-5cec-482c-9dee-69041c71c606. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2014.312470] env[62180]: DEBUG oslo_concurrency.lockutils [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] Acquiring lock "refresh_cache-10c02400-f46c-40c5-80a6-e3e05551659b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.312470] env[62180]: DEBUG oslo_concurrency.lockutils [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] Acquired lock "refresh_cache-10c02400-f46c-40c5-80a6-e3e05551659b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.312789] env[62180]: DEBUG nova.network.neutron [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Refreshing network info cache for port 473bb8e2-5cec-482c-9dee-69041c71c606 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.315188] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86731174-f695-48d9-891a-5c3eecb7ce7c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.340985] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2014.340985] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2014.340985] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2014.342275] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2014.342448] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2014.342616] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2014.343243] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2014.343243] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2014.343243] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2014.343426] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2014.345722] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2014.373876] env[62180]: DEBUG nova.compute.manager [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2014.374626] env[62180]: DEBUG nova.compute.manager [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing instance network info cache due to event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2014.375063] env[62180]: DEBUG oslo_concurrency.lockutils [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.375746] env[62180]: DEBUG oslo_concurrency.lockutils [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.376488] env[62180]: DEBUG nova.network.neutron [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.380263] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11fb5343-3956-4011-9d14-0d48039dc992 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.403672] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2014.403672] env[62180]: value = "task-1964123" [ 2014.403672] env[62180]: _type = "Task" [ 2014.403672] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.408959] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2014.408959] env[62180]: value = "task-1964124" [ 2014.408959] env[62180]: _type = "Task" [ 2014.408959] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.415524] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964123, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.420861] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.484150] env[62180]: DEBUG nova.network.neutron [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517b14a6-4f", "ovs_interfaceid": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.494893] env[62180]: DEBUG nova.compute.utils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2014.497690] env[62180]: DEBUG nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Not allocating networking since 'none' was specified. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2014.544343] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964121, 'name': CreateVM_Task, 'duration_secs': 0.337998} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.544546] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2014.545292] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.545469] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.545845] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2014.546130] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01dffc5-c76a-4b46-a2b6-d0f7519ee3ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.554712] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2014.554712] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d96174-3be9-9d75-4e3a-6f772e2e8cfa" [ 2014.554712] env[62180]: _type = "Task" [ 2014.554712] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.565526] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d96174-3be9-9d75-4e3a-6f772e2e8cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.630984] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964122, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.696515] env[62180]: DEBUG nova.network.neutron [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Updated VIF entry in instance network info cache for port 473bb8e2-5cec-482c-9dee-69041c71c606. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.696987] env[62180]: DEBUG nova.network.neutron [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Updating instance_info_cache with network_info: [{"id": "473bb8e2-5cec-482c-9dee-69041c71c606", "address": "fa:16:3e:68:de:95", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473bb8e2-5c", "ovs_interfaceid": "473bb8e2-5cec-482c-9dee-69041c71c606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.738511] env[62180]: DEBUG nova.network.neutron [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updated VIF entry in instance network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.738511] env[62180]: DEBUG nova.network.neutron [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.917138] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964123, 'name': CreateVM_Task, 'duration_secs': 0.334476} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.917138] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2014.917592] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.921378] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.997774] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.004299] env[62180]: DEBUG nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2015.066188] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d96174-3be9-9d75-4e3a-6f772e2e8cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.068731] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.068971] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2015.070115] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.070115] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.070115] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2015.070115] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.070368] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2015.070561] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8611fc9b-3812-481f-8f7a-6303dffd3454 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.072349] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e99df8-5f0b-4330-bd94-4b5e9c522e53 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.077752] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2015.077752] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52441948-6657-42d8-9ca2-ea679db28746" [ 2015.077752] env[62180]: _type = "Task" [ 2015.077752] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.081784] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2015.081958] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2015.085448] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebf916d-7b07-4a12-8543-f20b56dab29b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.091769] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52441948-6657-42d8-9ca2-ea679db28746, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.092165] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.092410] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2015.092617] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.095095] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2015.095095] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cf1912-eaf8-ed14-2ba7-08f9fddf81f0" [ 2015.095095] env[62180]: _type = "Task" [ 2015.095095] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.102958] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cf1912-eaf8-ed14-2ba7-08f9fddf81f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.132439] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964122, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.199448] env[62180]: DEBUG oslo_concurrency.lockutils [req-65f18cf9-7044-4c71-aa3c-bbf2b0d45931 req-8d32dc9c-a332-4a97-8486-b0ecb6e1d025 service nova] Releasing lock "refresh_cache-10c02400-f46c-40c5-80a6-e3e05551659b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.240497] env[62180]: DEBUG oslo_concurrency.lockutils [req-e90577df-d41e-4fed-96ea-b2f1da23f93c req-6f3a100d-22d3-4efc-af1f-fcae32bda291 service nova] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.287859] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98feffa-7989-45fb-a7f1-94ae23a6883c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.301842] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ab5f3-7a1e-4e09-95e9-e4bd80a8cfca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.343448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc86a1-7f13-4b31-8d20-a6846827d23d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.351637] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58647d9-4d7a-4b71-b126-8a742e352dc4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.365937] env[62180]: DEBUG nova.compute.provider_tree [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.426401] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.607188] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cf1912-eaf8-ed14-2ba7-08f9fddf81f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01372} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.608019] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82916a11-3233-4c58-b9b8-bc963c562c66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.613427] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2015.613427] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd2a6e-6cf4-e41f-b9ce-4d83d4ff012a" [ 2015.613427] env[62180]: _type = "Task" [ 2015.613427] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.622457] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd2a6e-6cf4-e41f-b9ce-4d83d4ff012a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.631185] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964122, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.725142] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.726652] env[62180]: DEBUG oslo_concurrency.lockutils [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.729038] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d62c2-235b-46af-a7f2-288b1bee749f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.741289] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2015.741940] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc0e7fb2-a61f-4e81-96ac-c8a62e814d32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.873645] env[62180]: DEBUG nova.scheduler.client.report [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.922166] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964124, 'name': ReconfigVM_Task, 'duration_secs': 1.196777} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.922524] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance 'c9b49624-bc00-4e50-b273-38821c698d29' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2015.983373] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2015.983628] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2015.983819] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleting the datastore file [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2015.984091] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d45e69c8-7dfa-48d2-b2cd-ac27737ca584 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.990414] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2015.990414] env[62180]: value = "task-1964126" [ 2015.990414] env[62180]: _type = "Task" [ 2015.990414] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.998017] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.013534] env[62180]: DEBUG nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2016.040772] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.041027] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.041191] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.041406] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.041560] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.041706] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.041917] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.042101] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.042242] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.042402] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.042573] env[62180]: DEBUG nova.virt.hardware [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.043498] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d00c80-e8c7-41f7-a17d-0d09ad91392a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.051589] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9486cca-4f67-49ef-9fe0-2c3c4ad97bf2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.068215] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2016.074101] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Creating folder: Project (a08ec317e17f4becae7f5294bf95e921). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2016.075096] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d57b5b9-6778-4169-b483-5703f370d54e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.088292] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Created folder: Project (a08ec317e17f4becae7f5294bf95e921) in parent group-v404325. [ 2016.088292] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Creating folder: Instances. Parent ref: group-v404580. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2016.088292] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85e7856b-e4ef-4805-9c71-0278dd2e9338 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.094747] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Created folder: Instances in parent group-v404580. [ 2016.094989] env[62180]: DEBUG oslo.service.loopingcall [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.095205] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2016.095399] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4ae1b75-db38-46dd-ab8b-6e90c4172b4b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.113309] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2016.113309] env[62180]: value = "task-1964129" [ 2016.113309] env[62180]: _type = "Task" [ 2016.113309] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.124734] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964129, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.130639] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cd2a6e-6cf4-e41f-b9ce-4d83d4ff012a, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.130902] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.131199] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f9dd9a7-3c94-4714-82fe-140fd8e89716/4f9dd9a7-3c94-4714-82fe-140fd8e89716.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2016.131788] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.132042] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2016.132239] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925c06a4-ca43-4181-bcd9-b3c6c7397a66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.137226] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92bfb8d2-9d15-41a9-809b-ab7849f203d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.138770] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964122, 'name': CloneVM_Task, 'duration_secs': 1.696588} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.139350] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Created linked-clone VM from snapshot [ 2016.140309] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810c8c8-fbe4-4332-8c23-7b05a1644980 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.144573] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2016.144573] env[62180]: value = "task-1964130" [ 2016.144573] env[62180]: _type = "Task" [ 2016.144573] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.148064] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2016.148263] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2016.152369] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0db9953-7cfe-4818-83e9-d7b45383fa1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.155080] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Uploading image 672ad8d9-9c43-47e6-a71b-2821dfc1bcf3 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2016.159657] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.162756] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2016.162756] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522681f7-efe3-707f-136b-2abdb51a98e6" [ 2016.162756] env[62180]: _type = "Task" [ 2016.162756] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.170756] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522681f7-efe3-707f-136b-2abdb51a98e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.179821] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2016.179821] env[62180]: value = "vm-404578" [ 2016.179821] env[62180]: _type = "VirtualMachine" [ 2016.179821] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2016.180134] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-86c36411-0755-4705-a1d3-4c0aded7b8fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.187164] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease: (returnval){ [ 2016.187164] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524ee057-f220-3b5b-6d53-ed23300b6058" [ 2016.187164] env[62180]: _type = "HttpNfcLease" [ 2016.187164] env[62180]: } obtained for exporting VM: (result){ [ 2016.187164] env[62180]: value = "vm-404578" [ 2016.187164] env[62180]: _type = "VirtualMachine" [ 2016.187164] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2016.187520] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the lease: (returnval){ [ 2016.187520] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524ee057-f220-3b5b-6d53-ed23300b6058" [ 2016.187520] env[62180]: _type = "HttpNfcLease" [ 2016.187520] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2016.194050] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2016.194050] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524ee057-f220-3b5b-6d53-ed23300b6058" [ 2016.194050] env[62180]: _type = "HttpNfcLease" [ 2016.194050] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2016.328218] env[62180]: DEBUG nova.compute.manager [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received event network-vif-unplugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2016.328470] env[62180]: DEBUG oslo_concurrency.lockutils [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.328777] env[62180]: DEBUG oslo_concurrency.lockutils [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.328964] env[62180]: DEBUG oslo_concurrency.lockutils [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.329194] env[62180]: DEBUG nova.compute.manager [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] No waiting events found dispatching network-vif-unplugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2016.329377] env[62180]: WARNING nova.compute.manager [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received unexpected event network-vif-unplugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 for instance with vm_state shelved and task_state shelving_offloading. [ 2016.329544] env[62180]: DEBUG nova.compute.manager [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received event network-changed-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2016.329734] env[62180]: DEBUG nova.compute.manager [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Refreshing instance network info cache due to event network-changed-517b14a6-4f9d-4e0f-a445-0acfcac92fe3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2016.329967] env[62180]: DEBUG oslo_concurrency.lockutils [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] Acquiring lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.330147] env[62180]: DEBUG oslo_concurrency.lockutils [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] Acquired lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.330328] env[62180]: DEBUG nova.network.neutron [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Refreshing network info cache for port 517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2016.382467] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.383144] env[62180]: DEBUG nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2016.386447] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquiring lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.386804] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.387016] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquiring lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.387202] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.387411] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.389581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.799s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.389702] env[62180]: DEBUG nova.objects.instance [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lazy-loading 'resources' on Instance uuid 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.391021] env[62180]: INFO nova.compute.manager [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Terminating instance [ 2016.428889] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.429173] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.429660] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.429660] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.429773] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.429860] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.430106] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.430304] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.430479] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.431175] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.431175] env[62180]: DEBUG nova.virt.hardware [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.437252] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2016.438011] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83825cfd-172f-4be5-8df4-c2bc5f70d795 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.460880] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2016.460880] env[62180]: value = "task-1964132" [ 2016.460880] env[62180]: _type = "Task" [ 2016.460880] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.470505] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.502184] env[62180]: DEBUG oslo_vmware.api [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123008} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.502504] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.502722] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.502938] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.534934] env[62180]: INFO nova.scheduler.client.report [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleted allocations for instance f8fbf35e-c2c8-4a6c-974c-566208551996 [ 2016.624040] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964129, 'name': CreateVM_Task, 'duration_secs': 0.473566} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.624416] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2016.625037] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.625037] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.625320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2016.625642] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3991915-88ce-46e4-9815-4927953fe912 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.630943] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2016.630943] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52793c7f-82d7-2625-61cf-eaf4efbb65e8" [ 2016.630943] env[62180]: _type = "Task" [ 2016.630943] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.639609] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52793c7f-82d7-2625-61cf-eaf4efbb65e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.654029] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508029} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.655253] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4f9dd9a7-3c94-4714-82fe-140fd8e89716/4f9dd9a7-3c94-4714-82fe-140fd8e89716.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2016.655253] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2016.655253] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585a716a-d42d-4038-946d-da4f973e106f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.661666] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2016.661666] env[62180]: value = "task-1964133" [ 2016.661666] env[62180]: _type = "Task" [ 2016.661666] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.672599] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.676322] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522681f7-efe3-707f-136b-2abdb51a98e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.677125] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1111e731-2485-41c6-97ec-98a0031a7d17 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.682087] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2016.682087] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522494b4-d8c3-a3c5-c3ee-4f0ad1f66234" [ 2016.682087] env[62180]: _type = "Task" [ 2016.682087] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.689761] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522494b4-d8c3-a3c5-c3ee-4f0ad1f66234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.695794] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2016.695794] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524ee057-f220-3b5b-6d53-ed23300b6058" [ 2016.695794] env[62180]: _type = "HttpNfcLease" [ 2016.695794] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2016.695998] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2016.695998] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524ee057-f220-3b5b-6d53-ed23300b6058" [ 2016.695998] env[62180]: _type = "HttpNfcLease" [ 2016.695998] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2016.696836] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de1ea2-7365-416b-bde1-9427bf07026d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.704376] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e0116-dd7d-5d3d-141b-0a9007609819/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2016.704580] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e0116-dd7d-5d3d-141b-0a9007609819/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2016.816921] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4df438a3-3ddc-4252-a75e-f79309018c08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.891315] env[62180]: DEBUG nova.compute.utils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2016.892265] env[62180]: DEBUG nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2016.892393] env[62180]: DEBUG nova.network.neutron [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2016.897151] env[62180]: DEBUG nova.compute.manager [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2016.897787] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-043f4617-5595-45a2-8e87-c1b6a7846674 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.906988] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1370b83-7706-4728-a157-4b926787ff45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.943221] env[62180]: WARNING nova.virt.vmwareapi.driver [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 could not be found. [ 2016.943497] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2016.945871] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-387c4bbc-65bb-4359-8d9a-ba02713de417 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.956074] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed0bd8-6aa3-4f81-8052-88fc7dc7cbc4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.969921] env[62180]: DEBUG nova.policy [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71249d99c58d4942b3797c977bdb6762', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dd8c3ff574b41c7aa34ee684ee52216', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2016.988469] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964132, 'name': ReconfigVM_Task, 'duration_secs': 0.323132} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.001905] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2017.002806] env[62180]: WARNING nova.virt.vmwareapi.vmops [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 could not be found. [ 2017.002985] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2017.003410] env[62180]: INFO nova.compute.manager [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Took 0.11 seconds to destroy the instance on the hypervisor. [ 2017.003410] env[62180]: DEBUG oslo.service.loopingcall [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2017.004397] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6725be0c-b77c-4cbe-a5e2-3af688310e72 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.006906] env[62180]: DEBUG nova.compute.manager [-] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2017.007082] env[62180]: DEBUG nova.network.neutron [-] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2017.031160] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] c9b49624-bc00-4e50-b273-38821c698d29/c9b49624-bc00-4e50-b273-38821c698d29.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.034340] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0c7f64-a46d-4dd7-a7a0-a193ee581b01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.052403] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.059582] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2017.059582] env[62180]: value = "task-1964134" [ 2017.059582] env[62180]: _type = "Task" [ 2017.059582] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.067831] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.143020] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52793c7f-82d7-2625-61cf-eaf4efbb65e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.147234] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.147820] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2017.148144] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.177685] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092262} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.178102] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2017.178953] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e5f359-2585-44a4-887d-0af7b66e76fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.212130] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 4f9dd9a7-3c94-4714-82fe-140fd8e89716/4f9dd9a7-3c94-4714-82fe-140fd8e89716.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.213963] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40dd1130-0ac1-4487-829f-ef65093af88c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.239338] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522494b4-d8c3-a3c5-c3ee-4f0ad1f66234, 'name': SearchDatastore_Task, 'duration_secs': 0.015883} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.240738] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.240844] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 10c02400-f46c-40c5-80a6-e3e05551659b/10c02400-f46c-40c5-80a6-e3e05551659b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2017.241392] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.241656] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2017.245707] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6bb7244-9e45-4377-b09f-7d5af6fc7d1c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.248495] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22feec6e-66a0-4ac6-8513-3e14af66d3c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.250397] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2017.250397] env[62180]: value = "task-1964135" [ 2017.250397] env[62180]: _type = "Task" [ 2017.250397] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.254887] env[62180]: DEBUG nova.network.neutron [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updated VIF entry in instance network info cache for port 517b14a6-4f9d-4e0f-a445-0acfcac92fe3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2017.254979] env[62180]: DEBUG nova.network.neutron [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap517b14a6-4f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.260819] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2017.260819] env[62180]: value = "task-1964136" [ 2017.260819] env[62180]: _type = "Task" [ 2017.260819] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.274552] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.274552] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2017.274552] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2017.274552] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874f00dd-c526-42cd-af03-72c95af31173 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.274552] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1d25ae-6665-4a5a-a84f-9cf6fbd60b40 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.280260] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.284644] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2017.284644] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52faff71-08fb-3cee-9dbc-a60b3444b28b" [ 2017.284644] env[62180]: _type = "Task" [ 2017.284644] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.290736] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7168d69-bee0-4d0e-b361-97625ae38fc4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.300595] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52faff71-08fb-3cee-9dbc-a60b3444b28b, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.328472] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040f3b1e-9f4e-41a0-a850-c6f6f28bccb9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.331606] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963eae91-a6c5-4eb4-ba3f-96f0cbe1baed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.337523] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2017.337523] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5267359f-d786-dc71-d46f-d91460ac3764" [ 2017.337523] env[62180]: _type = "Task" [ 2017.337523] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.344474] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56284ef-8096-46a8-ac5a-8e9697b57ec7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.351992] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5267359f-d786-dc71-d46f-d91460ac3764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.362425] env[62180]: DEBUG nova.compute.provider_tree [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.395716] env[62180]: DEBUG nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2017.525843] env[62180]: DEBUG nova.network.neutron [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Successfully created port: 8987d6e3-65c4-43f7-8171-3d9803675554 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2017.555911] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2017.556604] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.557103] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.557736] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.557736] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.557736] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.557736] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.557973] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2017.558291] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.576069] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964134, 'name': ReconfigVM_Task, 'duration_secs': 0.292159} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.576659] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Reconfigured VM instance instance-00000061 to attach disk [datastore1] c9b49624-bc00-4e50-b273-38821c698d29/c9b49624-bc00-4e50-b273-38821c698d29.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.577207] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance 'c9b49624-bc00-4e50-b273-38821c698d29' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2017.761833] env[62180]: DEBUG oslo_concurrency.lockutils [req-c597cf0d-72fe-48a9-bae5-14e4f88ff8a5 req-1a40957c-24f3-4136-b30e-245a360e2359 service nova] Releasing lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.771231] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.778019] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964136, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.849684] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5267359f-d786-dc71-d46f-d91460ac3764, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.850048] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.850322] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2017.850587] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-498ef151-61c8-4d4f-9a2c-931d3ce800df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.856859] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2017.856859] env[62180]: value = "task-1964137" [ 2017.856859] env[62180]: _type = "Task" [ 2017.856859] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.874909] env[62180]: DEBUG nova.scheduler.client.report [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.880143] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.066817] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.087890] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ce8dfa-0cdc-4ff8-80ef-4539f53b7048 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.108362] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca7dd48-ec65-4c76-9a21-f184a12df00b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.131113] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance 'c9b49624-bc00-4e50-b273-38821c698d29' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2018.242397] env[62180]: DEBUG nova.network.neutron [-] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.273438] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964135, 'name': ReconfigVM_Task, 'duration_secs': 0.602432} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.274541] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 4f9dd9a7-3c94-4714-82fe-140fd8e89716/4f9dd9a7-3c94-4714-82fe-140fd8e89716.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.275434] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adf42e8c-cc26-4265-8b15-250a7527ce90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.283665] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53208} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.284962] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 10c02400-f46c-40c5-80a6-e3e05551659b/10c02400-f46c-40c5-80a6-e3e05551659b.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2018.285419] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2018.285801] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08efa464-d594-452d-a6ab-f0a36a867c67 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.289854] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2018.289854] env[62180]: value = "task-1964138" [ 2018.289854] env[62180]: _type = "Task" [ 2018.289854] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.301016] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2018.301016] env[62180]: value = "task-1964139" [ 2018.301016] env[62180]: _type = "Task" [ 2018.301016] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.310106] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964138, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.316668] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.371035] env[62180]: DEBUG nova.compute.manager [req-5423a340-4b6e-4d53-ab87-36774cd1ea88 req-fa317f6d-f170-47f7-a3e8-f3d9310bbda0 service nova] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Received event network-vif-deleted-5bb96622-7295-4f4b-9d8d-f1e108489aa6 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2018.377220] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433149} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.377764] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2018.377993] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2018.378283] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c6028b6-1044-4f25-be32-58ca1c02267f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.384147] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.387445] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.790s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.392275] env[62180]: DEBUG nova.objects.instance [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lazy-loading 'resources' on Instance uuid 92e57314-bc0b-441f-9ea2-4bfaf3b3537d {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.395223] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2018.395223] env[62180]: value = "task-1964140" [ 2018.395223] env[62180]: _type = "Task" [ 2018.395223] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.406558] env[62180]: DEBUG nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2018.414368] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.422835] env[62180]: INFO nova.scheduler.client.report [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Deleted allocations for instance 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7 [ 2018.446453] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2018.446744] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.446897] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2018.447099] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.449020] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2018.449020] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2018.449020] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2018.449020] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2018.449020] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2018.449020] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2018.449020] env[62180]: DEBUG nova.virt.hardware [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2018.451233] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f2da26-fe97-4d06-a277-9e3f05b9392a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.459913] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db829f87-8977-497e-bb14-4132dc4550aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.679769] env[62180]: DEBUG nova.network.neutron [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Port 4c464a55-0e47-4df1-990d-db4544c248b2 binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2018.745815] env[62180]: INFO nova.compute.manager [-] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Took 1.74 seconds to deallocate network for instance. [ 2018.801025] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964138, 'name': Rename_Task, 'duration_secs': 0.142716} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.803546] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2018.803546] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21e8cb4-5745-48ad-91fe-2b1c12d3060f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.813831] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091005} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.815481] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2018.816031] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2018.816031] env[62180]: value = "task-1964141" [ 2018.816031] env[62180]: _type = "Task" [ 2018.816031] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.816980] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d69ae88-0231-42bd-9d78-28edc0895cf0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.847229] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 10c02400-f46c-40c5-80a6-e3e05551659b/10c02400-f46c-40c5-80a6-e3e05551659b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.851233] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a84051-6533-49b3-9145-836af63abd68 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.870992] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.873874] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2018.873874] env[62180]: value = "task-1964142" [ 2018.873874] env[62180]: _type = "Task" [ 2018.873874] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.884110] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.909460] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071095} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.909738] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2018.910571] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f9104-d956-40c8-b63f-77a9c59e73ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.934911] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.940683] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7f556faf-98da-4f60-96c6-87f9f08bf857 tempest-ServerRescueNegativeTestJSON-1574242844 tempest-ServerRescueNegativeTestJSON-1574242844-project-member] Lock "4f4d40e9-e62b-4a74-a51f-44b8346e6bb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.266s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.943220] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9adba255-7bb5-46bf-8f57-8281e28ac43e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.967103] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2018.967103] env[62180]: value = "task-1964143" [ 2018.967103] env[62180]: _type = "Task" [ 2018.967103] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.983504] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.182417] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c445a18b-c5ac-4615-b47e-ff3b76b96e66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.194558] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909202cf-8c7c-4c4d-a686-209942142b35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.245169] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18accd18-ae26-4da6-b95b-e15209cde2f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.251618] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7276738e-78fb-4b0c-b466-61357932aed6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.266693] env[62180]: DEBUG nova.compute.provider_tree [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.297084] env[62180]: INFO nova.compute.manager [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Took 0.55 seconds to detach 1 volumes for instance. [ 2019.299423] env[62180]: DEBUG nova.compute.manager [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Deleting volume: 4e1fa594-3818-4123-9cf3-2aeb67c59d26 {{(pid=62180) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2019.331639] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.383711] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964142, 'name': ReconfigVM_Task, 'duration_secs': 0.344027} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.384045] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 10c02400-f46c-40c5-80a6-e3e05551659b/10c02400-f46c-40c5-80a6-e3e05551659b.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2019.384746] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab803864-432a-4d5c-ab65-c40f9d27697f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.391292] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2019.391292] env[62180]: value = "task-1964145" [ 2019.391292] env[62180]: _type = "Task" [ 2019.391292] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.400949] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964145, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.483907] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964143, 'name': ReconfigVM_Task, 'duration_secs': 0.353459} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.484743] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2019.485030] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d5ca6e4-09d9-44a1-bc1f-114537c5a361 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.493231] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2019.493231] env[62180]: value = "task-1964146" [ 2019.493231] env[62180]: _type = "Task" [ 2019.493231] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.506436] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964146, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.709407] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "c9b49624-bc00-4e50-b273-38821c698d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.709965] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.710090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.736667] env[62180]: DEBUG nova.compute.manager [req-e6004c36-04a8-46b4-9ff8-b238e38362a3 req-b3217f3e-7bf2-4984-9545-7eb86027164b service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Received event network-vif-plugged-8987d6e3-65c4-43f7-8171-3d9803675554 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.736874] env[62180]: DEBUG oslo_concurrency.lockutils [req-e6004c36-04a8-46b4-9ff8-b238e38362a3 req-b3217f3e-7bf2-4984-9545-7eb86027164b service nova] Acquiring lock "5df22664-8983-4b42-8009-c915f321b247-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.738036] env[62180]: DEBUG oslo_concurrency.lockutils [req-e6004c36-04a8-46b4-9ff8-b238e38362a3 req-b3217f3e-7bf2-4984-9545-7eb86027164b service nova] Lock "5df22664-8983-4b42-8009-c915f321b247-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.738036] env[62180]: DEBUG oslo_concurrency.lockutils [req-e6004c36-04a8-46b4-9ff8-b238e38362a3 req-b3217f3e-7bf2-4984-9545-7eb86027164b service nova] Lock "5df22664-8983-4b42-8009-c915f321b247-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.738036] env[62180]: DEBUG nova.compute.manager [req-e6004c36-04a8-46b4-9ff8-b238e38362a3 req-b3217f3e-7bf2-4984-9545-7eb86027164b service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] No waiting events found dispatching network-vif-plugged-8987d6e3-65c4-43f7-8171-3d9803675554 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2019.738036] env[62180]: WARNING nova.compute.manager [req-e6004c36-04a8-46b4-9ff8-b238e38362a3 req-b3217f3e-7bf2-4984-9545-7eb86027164b service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Received unexpected event network-vif-plugged-8987d6e3-65c4-43f7-8171-3d9803675554 for instance with vm_state building and task_state spawning. [ 2019.769872] env[62180]: DEBUG nova.scheduler.client.report [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.831805] env[62180]: DEBUG oslo_vmware.api [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964141, 'name': PowerOnVM_Task, 'duration_secs': 0.541656} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.832149] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2019.832298] env[62180]: INFO nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Took 13.58 seconds to spawn the instance on the hypervisor. [ 2019.832480] env[62180]: DEBUG nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2019.833299] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c3ab15-e69b-4c78-8eb8-be2ee31c368e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.862033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.902060] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964145, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.923592] env[62180]: DEBUG nova.network.neutron [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Successfully updated port: 8987d6e3-65c4-43f7-8171-3d9803675554 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2020.003988] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964146, 'name': Rename_Task, 'duration_secs': 0.224177} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.004311] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.004615] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52f7c759-2070-4990-a04e-1921aa611830 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.012723] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2020.012723] env[62180]: value = "task-1964147" [ 2020.012723] env[62180]: _type = "Task" [ 2020.012723] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.022285] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.278283] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.282212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.556s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.316656] env[62180]: INFO nova.scheduler.client.report [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted allocations for instance 92e57314-bc0b-441f-9ea2-4bfaf3b3537d [ 2020.359172] env[62180]: INFO nova.compute.manager [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Took 22.85 seconds to build instance. [ 2020.404658] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964145, 'name': Rename_Task, 'duration_secs': 0.949317} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.405218] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.405494] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eda8a483-3665-4a60-b447-2415ab969248 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.416088] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2020.416088] env[62180]: value = "task-1964148" [ 2020.416088] env[62180]: _type = "Task" [ 2020.416088] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.427909] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "refresh_cache-5df22664-8983-4b42-8009-c915f321b247" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.428069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquired lock "refresh_cache-5df22664-8983-4b42-8009-c915f321b247" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.428223] env[62180]: DEBUG nova.network.neutron [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.429426] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.528591] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.589093] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c47035-4870-48b8-9512-49572e6f892a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.598867] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3d11a8-2960-47fc-862e-7875a8823e04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.633905] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71034c2c-d9a0-4e22-91a4-35a973ecb5bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.643183] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89086cab-5a1c-4ad4-85db-ed3edcb067ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.659515] env[62180]: DEBUG nova.compute.provider_tree [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.795415] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.796100] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.796435] env[62180]: DEBUG nova.network.neutron [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.824887] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f8d5cd1-70d8-4e52-931a-3465de67b0d4 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "92e57314-bc0b-441f-9ea2-4bfaf3b3537d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.609s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.862019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aef1464e-c4eb-488e-a627-823a5f8699a5 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.373s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.925731] env[62180]: DEBUG oslo_vmware.api [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964148, 'name': PowerOnVM_Task, 'duration_secs': 0.496839} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.925999] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2020.926236] env[62180]: INFO nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Took 12.30 seconds to spawn the instance on the hypervisor. [ 2020.926498] env[62180]: DEBUG nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2020.927230] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a603e-b35e-4c76-82a2-708cf54f38a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.978757] env[62180]: DEBUG nova.network.neutron [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2021.026939] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.167064] env[62180]: DEBUG nova.scheduler.client.report [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2021.183680] env[62180]: DEBUG nova.network.neutron [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Updating instance_info_cache with network_info: [{"id": "8987d6e3-65c4-43f7-8171-3d9803675554", "address": "fa:16:3e:80:4e:5b", "network": {"id": "3c396cf8-29b7-4842-bc13-83e0e3135456", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-785469667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dd8c3ff574b41c7aa34ee684ee52216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8987d6e3-65", "ovs_interfaceid": "8987d6e3-65c4-43f7-8171-3d9803675554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.352840] env[62180]: DEBUG nova.compute.manager [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2021.354093] env[62180]: DEBUG nova.compute.manager [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing instance network info cache due to event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2021.354656] env[62180]: DEBUG oslo_concurrency.lockutils [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.355709] env[62180]: DEBUG oslo_concurrency.lockutils [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.355709] env[62180]: DEBUG nova.network.neutron [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.452808] env[62180]: INFO nova.compute.manager [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Took 23.94 seconds to build instance. [ 2021.528457] env[62180]: DEBUG oslo_vmware.api [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964147, 'name': PowerOnVM_Task, 'duration_secs': 1.270722} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.529109] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2021.529350] env[62180]: INFO nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Took 5.52 seconds to spawn the instance on the hypervisor. [ 2021.529547] env[62180]: DEBUG nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2021.530398] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d635f73-f036-4560-8f86-72d320f10d77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.674596] env[62180]: DEBUG oslo_concurrency.lockutils [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.390s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.674596] env[62180]: INFO nova.compute.manager [None req-95ee50b6-5fa6-477d-b46e-f4dce4011c7d tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Successfully reverted task state from rebuilding on failure for instance. [ 2021.679709] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.627s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.679964] env[62180]: DEBUG nova.objects.instance [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lazy-loading 'resources' on Instance uuid f8fbf35e-c2c8-4a6c-974c-566208551996 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.683385] env[62180]: DEBUG nova.network.neutron [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance_info_cache with network_info: [{"id": "4c464a55-0e47-4df1-990d-db4544c248b2", "address": "fa:16:3e:3a:07:b1", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c464a55-0e", "ovs_interfaceid": "4c464a55-0e47-4df1-990d-db4544c248b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.688767] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Releasing lock "refresh_cache-5df22664-8983-4b42-8009-c915f321b247" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.689150] env[62180]: DEBUG nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Instance network_info: |[{"id": "8987d6e3-65c4-43f7-8171-3d9803675554", "address": "fa:16:3e:80:4e:5b", "network": {"id": "3c396cf8-29b7-4842-bc13-83e0e3135456", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-785469667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dd8c3ff574b41c7aa34ee684ee52216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8987d6e3-65", "ovs_interfaceid": "8987d6e3-65c4-43f7-8171-3d9803675554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.689606] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4e:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8987d6e3-65c4-43f7-8171-3d9803675554', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.699782] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Creating folder: Project (8dd8c3ff574b41c7aa34ee684ee52216). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.702100] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce7ed637-cbaa-42ea-bc56-5209e7145cc1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.713608] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Created folder: Project (8dd8c3ff574b41c7aa34ee684ee52216) in parent group-v404325. [ 2021.716902] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Creating folder: Instances. Parent ref: group-v404583. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.716902] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d700a2d0-dfbc-45ed-8114-8a97ee123021 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.725738] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Created folder: Instances in parent group-v404583. [ 2021.725738] env[62180]: DEBUG oslo.service.loopingcall [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.726646] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df22664-8983-4b42-8009-c915f321b247] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.726646] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d268bd46-3b7a-4fc3-af77-94ccbdb5ac65 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.748885] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.748885] env[62180]: value = "task-1964151" [ 2021.748885] env[62180]: _type = "Task" [ 2021.748885] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.758662] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964151, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.771100] env[62180]: DEBUG nova.compute.manager [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Received event network-changed-8987d6e3-65c4-43f7-8171-3d9803675554 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2021.771265] env[62180]: DEBUG nova.compute.manager [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Refreshing instance network info cache due to event network-changed-8987d6e3-65c4-43f7-8171-3d9803675554. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2021.771621] env[62180]: DEBUG oslo_concurrency.lockutils [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] Acquiring lock "refresh_cache-5df22664-8983-4b42-8009-c915f321b247" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.771719] env[62180]: DEBUG oslo_concurrency.lockutils [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] Acquired lock "refresh_cache-5df22664-8983-4b42-8009-c915f321b247" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.771913] env[62180]: DEBUG nova.network.neutron [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Refreshing network info cache for port 8987d6e3-65c4-43f7-8171-3d9803675554 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.855022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "40e58329-3c07-41b0-a23b-ecc65944de9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.855022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.958879] env[62180]: DEBUG oslo_concurrency.lockutils [None req-03b5bb21-0706-485e-96a4-ebe8187ca86c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.460s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.054134] env[62180]: INFO nova.compute.manager [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Took 15.24 seconds to build instance. [ 2022.185955] env[62180]: DEBUG nova.objects.instance [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lazy-loading 'numa_topology' on Instance uuid f8fbf35e-c2c8-4a6c-974c-566208551996 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.188249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.264386] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964151, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.343310] env[62180]: DEBUG nova.network.neutron [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updated VIF entry in instance network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.343860] env[62180]: DEBUG nova.network.neutron [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.357829] env[62180]: DEBUG nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2022.512133] env[62180]: INFO nova.compute.manager [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Rebuilding instance [ 2022.554715] env[62180]: DEBUG oslo_concurrency.lockutils [None req-953b97b8-90c0-4253-88f5-3f3cfd834f8a tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "178e8e0b-2788-4923-b774-325e155d1628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.761s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.573981] env[62180]: DEBUG nova.compute.manager [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.575187] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7fc102-0fc4-4425-9069-c3bb8c0d3f6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.693077] env[62180]: DEBUG nova.objects.base [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2022.730744] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df48c2ad-ba04-4fdd-9fbe-22ca2c7a7e64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.765677] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ffae87-417d-420f-b1cf-a2e333ac30a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.781552] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964151, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.788211] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance 'c9b49624-bc00-4e50-b273-38821c698d29' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2022.847816] env[62180]: DEBUG oslo_concurrency.lockutils [req-02f05555-2358-4b05-b380-bbb9d0721937 req-88b79894-faa9-40e6-b5d0-c27d88c240ba service nova] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.888213] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.998879] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81566bc-bade-47ad-aa55-d46e472716b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.012588] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a95c2-37b8-40ae-b9d8-a46b590e93e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.056291] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673b3b23-2f85-49cb-8265-9ffa6cd9e9b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.064917] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293d3809-628d-4594-8b68-d18252c8a21c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.079014] env[62180]: DEBUG nova.compute.provider_tree [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.174909] env[62180]: DEBUG nova.network.neutron [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Updated VIF entry in instance network info cache for port 8987d6e3-65c4-43f7-8171-3d9803675554. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2023.174909] env[62180]: DEBUG nova.network.neutron [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Updating instance_info_cache with network_info: [{"id": "8987d6e3-65c4-43f7-8171-3d9803675554", "address": "fa:16:3e:80:4e:5b", "network": {"id": "3c396cf8-29b7-4842-bc13-83e0e3135456", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-785469667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dd8c3ff574b41c7aa34ee684ee52216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8987d6e3-65", "ovs_interfaceid": "8987d6e3-65c4-43f7-8171-3d9803675554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.272456] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964151, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.298838] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.299305] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff622c7a-0de7-401c-90a6-2aa9396713d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.307622] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2023.307622] env[62180]: value = "task-1964152" [ 2023.307622] env[62180]: _type = "Task" [ 2023.307622] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.317601] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.385807] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "10c02400-f46c-40c5-80a6-e3e05551659b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.386253] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.004s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.433433] env[62180]: DEBUG nova.compute.manager [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2023.433672] env[62180]: DEBUG nova.compute.manager [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing instance network info cache due to event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2023.433916] env[62180]: DEBUG oslo_concurrency.lockutils [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.434990] env[62180]: DEBUG oslo_concurrency.lockutils [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.435252] env[62180]: DEBUG nova.network.neutron [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.584298] env[62180]: DEBUG nova.scheduler.client.report [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.595026] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.595026] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8197c917-6305-4571-a3f3-21ed1a467520 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.600676] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2023.600676] env[62180]: value = "task-1964153" [ 2023.600676] env[62180]: _type = "Task" [ 2023.600676] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.611731] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.678311] env[62180]: DEBUG oslo_concurrency.lockutils [req-a5c52a1e-30fe-4234-82a2-0c695843a0bf req-801465c2-bc2c-47f7-90fd-c36475e48b9a service nova] Releasing lock "refresh_cache-5df22664-8983-4b42-8009-c915f321b247" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.772645] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964151, 'name': CreateVM_Task, 'duration_secs': 1.539999} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.772865] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df22664-8983-4b42-8009-c915f321b247] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2023.774567] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.776954] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.777379] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2023.777716] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ab283f-17b7-49d9-b436-36491778af08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.787424] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2023.787424] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522b29d5-ac2f-b29b-dcd8-e1a54338b0c1" [ 2023.787424] env[62180]: _type = "Task" [ 2023.787424] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.798517] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522b29d5-ac2f-b29b-dcd8-e1a54338b0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.818045] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.891570] env[62180]: DEBUG nova.compute.utils [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2023.963994] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e0116-dd7d-5d3d-141b-0a9007609819/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2023.964979] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca415661-3cc9-4f17-92e9-95a1053d07e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.975026] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e0116-dd7d-5d3d-141b-0a9007609819/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2023.975026] env[62180]: ERROR oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e0116-dd7d-5d3d-141b-0a9007609819/disk-0.vmdk due to incomplete transfer. [ 2023.975026] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7319c2db-8911-4642-8050-d169f02b5b87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.984068] env[62180]: DEBUG oslo_vmware.rw_handles [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e0116-dd7d-5d3d-141b-0a9007609819/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2023.984068] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Uploaded image 672ad8d9-9c43-47e6-a71b-2821dfc1bcf3 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2023.985239] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2023.985686] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2735d52a-e56e-4f73-9bbd-2f9c1d1f2042 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.992750] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2023.992750] env[62180]: value = "task-1964154" [ 2023.992750] env[62180]: _type = "Task" [ 2023.992750] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.001035] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964154, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.093741] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.096603] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.031s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.096787] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.096998] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2024.097271] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.237s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.097682] env[62180]: DEBUG nova.objects.instance [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lazy-loading 'resources' on Instance uuid 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.099994] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2098240-8f09-4b57-9330-48fc8dbe7d95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.120160] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b370cf-b859-499a-a3e4-e5bd91b6fadc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.125717] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964153, 'name': PowerOffVM_Task, 'duration_secs': 0.200608} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.126363] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.126762] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2024.128642] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0825faf3-6dbb-44e8-a5d7-b1d90cc3fea8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.147231] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27ffd88-767f-4a5c-a5f6-feeada141fda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.154224] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.155104] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f5ff9e-318f-4495-98a9-fbf38e4e75ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.159868] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93e866-7979-447e-a592-e63857e82411 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.197651] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179406MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2024.197819] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.199371] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.199881] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.199881] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Deleting the datastore file [datastore1] 178e8e0b-2788-4923-b774-325e155d1628 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.199988] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a632e3eb-a7bf-431d-97b1-7c7b51b89001 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.206750] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2024.206750] env[62180]: value = "task-1964156" [ 2024.206750] env[62180]: _type = "Task" [ 2024.206750] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.220066] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.280967] env[62180]: DEBUG nova.network.neutron [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updated VIF entry in instance network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.281358] env[62180]: DEBUG nova.network.neutron [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.297905] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522b29d5-ac2f-b29b-dcd8-e1a54338b0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.024747} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.298276] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.298746] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.298746] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.298858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.298994] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.299294] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-953f7c42-e3bf-447c-af0f-63d0840f83b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.315057] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.315141] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.316581] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c22a8a1-439a-4244-825f-c0a4c036c1b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.321426] env[62180]: DEBUG oslo_vmware.api [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964152, 'name': PowerOnVM_Task, 'duration_secs': 0.545491} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.322506] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.322506] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f890263d-7e18-4dfc-afa5-42a658f3fc02 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance 'c9b49624-bc00-4e50-b273-38821c698d29' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2024.327976] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2024.327976] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb4dd4-9d9a-e583-e3bc-124af2e32f9f" [ 2024.327976] env[62180]: _type = "Task" [ 2024.327976] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.336935] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb4dd4-9d9a-e583-e3bc-124af2e32f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.398315] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.427239] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.427474] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.503200] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964154, 'name': Destroy_Task, 'duration_secs': 0.437416} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.503475] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Destroyed the VM [ 2024.503747] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2024.504015] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-369c304d-544d-4dff-a3fa-963949b9940a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.510496] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2024.510496] env[62180]: value = "task-1964157" [ 2024.510496] env[62180]: _type = "Task" [ 2024.510496] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.519980] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964157, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.608718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-47e24fd6-6658-48b2-9d90-f667fe17ef52 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.004s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.610883] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.739s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.610883] env[62180]: INFO nova.compute.manager [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Unshelving [ 2024.718954] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362605} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.721424] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2024.721620] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2024.721804] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2024.784160] env[62180]: DEBUG oslo_concurrency.lockutils [req-494e0eb1-4805-4711-b3e9-e9197f8f67e6 req-645d9748-48a8-4406-b1a3-7a8a61965c25 service nova] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.816767] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6513431c-94b8-4ace-b4c0-588d41b55564 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.825394] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6d0eef-be0a-45f0-b6f9-ea552d89d2a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.841453] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bb4dd4-9d9a-e583-e3bc-124af2e32f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.025808} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.869175] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccaa0d9f-5b2f-4fe1-8d1c-f85532b11cb8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.872182] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81268d2c-8e93-41b2-98e0-218d96509181 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.879882] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2024.879882] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521169c1-1600-8fbf-edc8-7d195c892fb7" [ 2024.879882] env[62180]: _type = "Task" [ 2024.879882] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.885609] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18ee76d-5983-4879-81f5-e7d266ebb8ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.898600] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521169c1-1600-8fbf-edc8-7d195c892fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.905796] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.906240] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 5df22664-8983-4b42-8009-c915f321b247/5df22664-8983-4b42-8009-c915f321b247.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2024.906752] env[62180]: DEBUG nova.compute.provider_tree [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.908414] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09ce6d5c-92f7-454e-bcbd-00e40628ad78 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.916529] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2024.916529] env[62180]: value = "task-1964158" [ 2024.916529] env[62180]: _type = "Task" [ 2024.916529] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.927427] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.931497] env[62180]: DEBUG nova.compute.utils [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.022341] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964157, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.413558] env[62180]: DEBUG nova.scheduler.client.report [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.431105] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964158, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.434994] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.487962] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "10c02400-f46c-40c5-80a6-e3e05551659b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.489155] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.489155] env[62180]: INFO nova.compute.manager [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Attaching volume 4ceaf606-f77e-49a7-8522-8adfc6191d5c to /dev/sdb [ 2025.526972] env[62180]: DEBUG oslo_vmware.api [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964157, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548678} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.527337] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2025.527572] env[62180]: INFO nova.compute.manager [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Took 13.53 seconds to snapshot the instance on the hypervisor. [ 2025.553732] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a08cdd-690d-4d35-8e83-af149a1661b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.566066] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e82be-e7c1-4077-9982-97dde17d5a0c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.584599] env[62180]: DEBUG nova.virt.block_device [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Updating existing volume attachment record: 9df54178-a5b4-4d94-9445-e2be8955ed89 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2025.644234] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.776193] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2025.776403] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2025.778390] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2025.778532] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2025.779021] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2025.779021] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2025.779219] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2025.779219] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2025.779379] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2025.779544] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2025.779716] env[62180]: DEBUG nova.virt.hardware [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2025.780860] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1050bafa-afe5-4e39-bfa5-9e123127b472 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.788698] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9389d14-dbbe-4186-a825-56cb1fef5dae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.805459] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2025.811967] env[62180]: DEBUG oslo.service.loopingcall [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.812053] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2025.814327] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f82a5d2c-bff8-4064-96b4-95c1313ade3d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.830266] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2025.830266] env[62180]: value = "task-1964161" [ 2025.830266] env[62180]: _type = "Task" [ 2025.830266] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.840964] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964161, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.923968] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.926416] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.039s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.930734] env[62180]: INFO nova.compute.claims [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2025.938774] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846697} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.940777] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 5df22664-8983-4b42-8009-c915f321b247/5df22664-8983-4b42-8009-c915f321b247.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2025.941030] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2025.945830] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b258158-81e0-40af-a07a-cb92df234042 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.956454] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2025.956454] env[62180]: value = "task-1964163" [ 2025.956454] env[62180]: _type = "Task" [ 2025.956454] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.972077] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.078612] env[62180]: DEBUG nova.compute.manager [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2026.082025] env[62180]: DEBUG nova.compute.manager [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing instance network info cache due to event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2026.082025] env[62180]: DEBUG oslo_concurrency.lockutils [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.082025] env[62180]: DEBUG oslo_concurrency.lockutils [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.082025] env[62180]: DEBUG nova.network.neutron [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2026.095543] env[62180]: DEBUG nova.compute.manager [None req-24f59655-2bb5-49bc-8196-bbb41f6bdf1d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Found 1 images (rotation: 2) {{(pid=62180) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2026.339465] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964161, 'name': CreateVM_Task, 'duration_secs': 0.29998} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.339642] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2026.340084] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.340273] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.340568] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2026.340839] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9dec02f-ed7f-43c1-ba23-4cefe89b2bd7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.346128] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2026.346128] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526f1f1c-1c76-072a-830d-ae55496b98c2" [ 2026.346128] env[62180]: _type = "Task" [ 2026.346128] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.354509] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526f1f1c-1c76-072a-830d-ae55496b98c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.456369] env[62180]: DEBUG oslo_concurrency.lockutils [None req-05306345-448d-4d98-8389-60f0114bead6 tempest-ServerActionsV293TestJSON-1002596437 tempest-ServerActionsV293TestJSON-1002596437-project-member] Lock "2dc4e7b4-c44a-4063-a298-5fe18c4f91a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.068s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.469998] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094935} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.470460] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2026.471121] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd2adb5-094b-44f8-9d79-b1c98e458e68 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.494113] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5df22664-8983-4b42-8009-c915f321b247/5df22664-8983-4b42-8009-c915f321b247.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.495069] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca80e8b-427a-42f3-9b08-928cc16ea3d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.518752] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2026.518752] env[62180]: value = "task-1964164" [ 2026.518752] env[62180]: _type = "Task" [ 2026.518752] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.528217] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.546849] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.546849] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.546849] env[62180]: INFO nova.compute.manager [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Attaching volume dc642221-d87e-4a23-850b-5909f652f4f3 to /dev/sdb [ 2026.602314] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12bbe64-4827-415e-a088-bc21ecc43fb8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.612790] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38290261-5bcf-4284-aef7-4606307bbe85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.619668] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "c9b49624-bc00-4e50-b273-38821c698d29" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.620437] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.620437] env[62180]: DEBUG nova.compute.manager [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Going to confirm migration 4 {{(pid=62180) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2026.629333] env[62180]: DEBUG nova.virt.block_device [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updating existing volume attachment record: bd0df569-b845-4121-a25d-1003420155dd {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2026.860555] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526f1f1c-1c76-072a-830d-ae55496b98c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.861258] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.861636] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.862088] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.862495] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.862818] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2026.863202] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f592c866-39f8-4878-b4c7-3db01f8100c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.874449] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2026.874601] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2026.875268] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3774c398-9cbf-4fa6-8057-d82f2d4157f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.881808] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2026.881808] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a8cad0-774e-fb99-fcbb-a8ac7c317e02" [ 2026.881808] env[62180]: _type = "Task" [ 2026.881808] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.893122] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a8cad0-774e-fb99-fcbb-a8ac7c317e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.906767] env[62180]: DEBUG nova.network.neutron [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updated VIF entry in instance network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2026.907153] env[62180]: DEBUG nova.network.neutron [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.035881] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.213954] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ccd692-b596-4e7f-b044-5d55be9f9cfa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.229191] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd49f925-23d2-4a37-871e-7e50f9689522 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.276204] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.276513] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.276915] env[62180]: DEBUG nova.network.neutron [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.277143] env[62180]: DEBUG nova.objects.instance [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lazy-loading 'info_cache' on Instance uuid c9b49624-bc00-4e50-b273-38821c698d29 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.279400] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0d894-b876-4938-b012-722571813848 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.288359] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8567a-1912-4c64-b89e-d9c3e7c7abbb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.307208] env[62180]: DEBUG nova.compute.provider_tree [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.378662] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.378942] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.393917] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a8cad0-774e-fb99-fcbb-a8ac7c317e02, 'name': SearchDatastore_Task, 'duration_secs': 0.016661} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.395173] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db04336-32dc-489b-b8e9-53e2bb40fa6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.402410] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2027.402410] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52158973-00d6-dc47-87af-b5367368b6b0" [ 2027.402410] env[62180]: _type = "Task" [ 2027.402410] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.412569] env[62180]: DEBUG oslo_concurrency.lockutils [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.412642] env[62180]: DEBUG nova.compute.manager [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2027.412757] env[62180]: DEBUG nova.compute.manager [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing instance network info cache due to event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2027.412952] env[62180]: DEBUG oslo_concurrency.lockutils [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.413159] env[62180]: DEBUG oslo_concurrency.lockutils [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.413275] env[62180]: DEBUG nova.network.neutron [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2027.416813] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52158973-00d6-dc47-87af-b5367368b6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.527687] env[62180]: DEBUG nova.compute.manager [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.528746] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e15ee-aeb4-40bd-bd06-56141a8af50c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.539382] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964164, 'name': ReconfigVM_Task, 'duration_secs': 0.74534} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.541885] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5df22664-8983-4b42-8009-c915f321b247/5df22664-8983-4b42-8009-c915f321b247.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.542680] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3275df8f-9e85-409a-a087-8b31806623f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.550478] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2027.550478] env[62180]: value = "task-1964168" [ 2027.550478] env[62180]: _type = "Task" [ 2027.550478] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.562182] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964168, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.810387] env[62180]: DEBUG nova.scheduler.client.report [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.866410] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "e8685c03-1d76-43b6-9329-c8231be9c458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.866662] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.882073] env[62180]: DEBUG nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2027.912173] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52158973-00d6-dc47-87af-b5367368b6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.912557] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.912856] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2027.913292] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43a9b232-8611-4009-beea-477c5c7a3055 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.925309] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2027.925309] env[62180]: value = "task-1964169" [ 2027.925309] env[62180]: _type = "Task" [ 2027.925309] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.931953] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.047119] env[62180]: INFO nova.compute.manager [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] instance snapshotting [ 2028.047119] env[62180]: DEBUG nova.objects.instance [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'flavor' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.063824] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964168, 'name': Rename_Task, 'duration_secs': 0.258062} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.064703] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.066026] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af6ca264-187f-4e99-aeba-91710bce445b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.071858] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2028.071858] env[62180]: value = "task-1964171" [ 2028.071858] env[62180]: _type = "Task" [ 2028.071858] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.080094] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.193687] env[62180]: DEBUG nova.network.neutron [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updated VIF entry in instance network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.193687] env[62180]: DEBUG nova.network.neutron [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.317742] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.321015] env[62180]: DEBUG nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2028.326554] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.129s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.369452] env[62180]: DEBUG nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2028.419061] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.436188] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.553182] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36368fc0-b3e0-479f-b051-e9c34fb164a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.578616] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6a157a-70fd-40e5-8b0b-8a4cab385d9a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.588091] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964171, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.590971] env[62180]: DEBUG nova.network.neutron [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance_info_cache with network_info: [{"id": "4c464a55-0e47-4df1-990d-db4544c248b2", "address": "fa:16:3e:3a:07:b1", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c464a55-0e", "ovs_interfaceid": "4c464a55-0e47-4df1-990d-db4544c248b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.696192] env[62180]: DEBUG oslo_concurrency.lockutils [req-65e7880c-6d09-49cb-9395-88de9ae92bdc req-64fd5b07-7090-47e3-b8ba-d54a0a8753b3 service nova] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.833619] env[62180]: DEBUG nova.compute.utils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2028.841225] env[62180]: DEBUG nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2028.841395] env[62180]: DEBUG nova.network.neutron [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2028.897581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.900655] env[62180]: DEBUG nova.policy [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7159bc3d88e4b639bf0ca012226b9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ffb4be0b64487e80b60778338adbee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2028.937362] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824413} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.937701] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2028.937929] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2028.938212] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7a4d6c2-5b0e-40d2-8d38-a8a8f2f7f142 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.945195] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2028.945195] env[62180]: value = "task-1964172" [ 2028.945195] env[62180]: _type = "Task" [ 2028.945195] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.953749] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.085083] env[62180]: DEBUG oslo_vmware.api [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964171, 'name': PowerOnVM_Task, 'duration_secs': 0.757822} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.085083] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.085252] env[62180]: INFO nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Took 10.68 seconds to spawn the instance on the hypervisor. [ 2029.085506] env[62180]: DEBUG nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.086339] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b895f9-9370-44d2-b6c1-7610de9b0ceb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.095372] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-c9b49624-bc00-4e50-b273-38821c698d29" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.095500] env[62180]: DEBUG nova.objects.instance [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lazy-loading 'migration_context' on Instance uuid c9b49624-bc00-4e50-b273-38821c698d29 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.097256] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2029.097842] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5c6cb5b-da28-4e62-9ac3-9c779d0acfb9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.104710] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2029.104710] env[62180]: value = "task-1964174" [ 2029.104710] env[62180]: _type = "Task" [ 2029.104710] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.114121] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.173350] env[62180]: DEBUG nova.network.neutron [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Successfully created port: 3b8314a3-0a26-430e-86d4-4bc7313ee8f9 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2029.345026] env[62180]: DEBUG nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2029.348332] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Applying migration context for instance c9b49624-bc00-4e50-b273-38821c698d29 as it has an incoming, in-progress migration 508e0d45-4575-4742-9fb3-29d58bfefeb2. Migration status is confirming {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2029.349895] env[62180]: INFO nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating resource usage from migration 508e0d45-4575-4742-9fb3-29d58bfefeb2 [ 2029.368044] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.368279] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.368419] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance dfc3a0ab-f3a0-481e-85f6-04065f07feac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.368552] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance bc1f4530-366c-47df-8af1-3e6fd8a69a85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.368668] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 79b1db90-008b-4ab2-b4a2-57113da3a715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.368782] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance c34267a0-def3-4bde-a954-b3026697f031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.368896] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.369014] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 10c02400-f46c-40c5-80a6-e3e05551659b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.369229] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4f9dd9a7-3c94-4714-82fe-140fd8e89716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.369351] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Migration 508e0d45-4575-4742-9fb3-29d58bfefeb2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2029.369529] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance c9b49624-bc00-4e50-b273-38821c698d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.369702] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 178e8e0b-2788-4923-b774-325e155d1628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.369894] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 5df22664-8983-4b42-8009-c915f321b247 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.456475] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073806} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.456811] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.457509] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db67116d-9a7f-4188-8a84-28d989754d68 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.479919] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.480201] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02b9ee8-db88-442f-ba3b-9c405ee29c4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.503362] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2029.503362] env[62180]: value = "task-1964175" [ 2029.503362] env[62180]: _type = "Task" [ 2029.503362] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.513043] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.604263] env[62180]: DEBUG nova.objects.base [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2029.605297] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b67c25-b014-45db-b486-4dda5d800800 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.614104] env[62180]: INFO nova.compute.manager [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Took 18.65 seconds to build instance. [ 2029.633687] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e797e26-c90a-40ca-bf74-d004de17c91f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.635944] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.640196] env[62180]: DEBUG oslo_vmware.api [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2029.640196] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526d8c05-5950-d8b9-d387-7e84111d9454" [ 2029.640196] env[62180]: _type = "Task" [ 2029.640196] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.648488] env[62180]: DEBUG oslo_vmware.api [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526d8c05-5950-d8b9-d387-7e84111d9454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.873639] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f8fbf35e-c2c8-4a6c-974c-566208551996 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2029.873639] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 40e58329-3c07-41b0-a23b-ecc65944de9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2029.999946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.000243] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.000787] env[62180]: INFO nova.compute.manager [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Rebooting instance [ 2030.014646] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.115761] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d22e595-7e7b-4951-bcc5-5f0b29296527 tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "5df22664-8983-4b42-8009-c915f321b247" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.635s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.120748] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964174, 'name': CreateSnapshot_Task, 'duration_secs': 0.908247} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.121064] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2030.121842] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7465f11-0d87-4707-ac50-81efb06ed622 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.151225] env[62180]: DEBUG oslo_vmware.api [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526d8c05-5950-d8b9-d387-7e84111d9454, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.151577] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.153156] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2030.153386] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404588', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'name': 'volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10c02400-f46c-40c5-80a6-e3e05551659b', 'attached_at': '', 'detached_at': '', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'serial': '4ceaf606-f77e-49a7-8522-8adfc6191d5c'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2030.154561] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb66ee1-9076-4059-b18d-ed6a01163232 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.170738] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-90215454-d9f5-4dbb-ab27-9c1ccd5cac23-be5e17e6-7349-4862-930c-ee91eb4e7ee4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.170738] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-90215454-d9f5-4dbb-ab27-9c1ccd5cac23-be5e17e6-7349-4862-930c-ee91eb4e7ee4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.170738] env[62180]: DEBUG nova.objects.instance [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'flavor' on Instance uuid 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.173789] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2195fb2c-4a53-424a-af43-c60397437a82 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.204384] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c/volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.206300] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af85d3f2-a777-4eb0-971f-c64ad5ea39e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.235723] env[62180]: DEBUG oslo_vmware.api [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2030.235723] env[62180]: value = "task-1964176" [ 2030.235723] env[62180]: _type = "Task" [ 2030.235723] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.246661] env[62180]: DEBUG oslo_vmware.api [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.359316] env[62180]: DEBUG nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2030.376399] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 322fc334-2d30-4969-8c83-289645241c65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2030.383514] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.383792] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.384009] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.384215] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.384367] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.384517] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.384725] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.384913] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.385108] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.385277] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.385453] env[62180]: DEBUG nova.virt.hardware [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.386309] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8469728c-82c6-47ed-8c48-d396f7525ad3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.390331] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "5df22664-8983-4b42-8009-c915f321b247" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.390558] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "5df22664-8983-4b42-8009-c915f321b247" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.390764] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "5df22664-8983-4b42-8009-c915f321b247-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.390949] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "5df22664-8983-4b42-8009-c915f321b247-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.391158] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "5df22664-8983-4b42-8009-c915f321b247-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.392877] env[62180]: INFO nova.compute.manager [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Terminating instance [ 2030.398764] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec07a15-56a3-479a-9fdf-122b7e41c374 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.517310] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964175, 'name': ReconfigVM_Task, 'duration_secs': 0.566363} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.518603] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.518837] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.519130] env[62180]: DEBUG nova.network.neutron [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.520641] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 178e8e0b-2788-4923-b774-325e155d1628/178e8e0b-2788-4923-b774-325e155d1628.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.521521] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93c6b14f-5554-43fa-b96d-aad7f181662f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.531545] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2030.531545] env[62180]: value = "task-1964177" [ 2030.531545] env[62180]: _type = "Task" [ 2030.531545] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.541750] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964177, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.639563] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2030.639835] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-991ae6c4-5e0d-4f31-bac5-f9c3a5d903ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.648421] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2030.648421] env[62180]: value = "task-1964178" [ 2030.648421] env[62180]: _type = "Task" [ 2030.648421] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.657068] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.745305] env[62180]: DEBUG oslo_vmware.api [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.795441] env[62180]: DEBUG nova.objects.instance [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'pci_requests' on Instance uuid 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.879869] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e8685c03-1d76-43b6-9329-c8231be9c458 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2030.880247] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2030.880439] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2030.896963] env[62180]: DEBUG nova.compute.manager [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2030.897249] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2030.899055] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2b67b5-7ed4-42fa-91b0-90a58238c0df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.908780] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.909146] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a486909c-9aec-4ada-bc7a-588a81768ca5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.914985] env[62180]: DEBUG oslo_vmware.api [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2030.914985] env[62180]: value = "task-1964179" [ 2030.914985] env[62180]: _type = "Task" [ 2030.914985] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.927241] env[62180]: DEBUG oslo_vmware.api [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.042412] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964177, 'name': Rename_Task, 'duration_secs': 0.147354} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.042789] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2031.042893] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9608f8-0b4e-4377-8b51-9c4121ddf3f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.049479] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2031.049479] env[62180]: value = "task-1964180" [ 2031.049479] env[62180]: _type = "Task" [ 2031.049479] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.062869] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.116973] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafa514d-bf26-408a-8d2b-b09ab2635f4a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.125687] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b38bd-87be-4f40-815b-5a5b7cabf0cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.163119] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b97c1a4-8653-4aae-9f67-f4d6470d560b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.171165] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.174527] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0282e1f2-b5df-4de7-bdf8-fa1d518bbf0c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.187932] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.195600] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2031.195875] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404590', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'name': 'volume-dc642221-d87e-4a23-850b-5909f652f4f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'serial': 'dc642221-d87e-4a23-850b-5909f652f4f3'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2031.196924] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bf1201-6b17-40ca-82d7-213902337ca2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.213720] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d01dae-bf63-4adc-90ca-b06c5cee6181 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.238255] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-dc642221-d87e-4a23-850b-5909f652f4f3/volume-dc642221-d87e-4a23-850b-5909f652f4f3.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2031.241317] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c4db1f-ee3d-42f2-96c5-c8059efeff6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.263162] env[62180]: DEBUG oslo_vmware.api [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964176, 'name': ReconfigVM_Task, 'duration_secs': 0.847313} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.264346] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c/volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2031.268994] env[62180]: DEBUG oslo_vmware.api [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2031.268994] env[62180]: value = "task-1964181" [ 2031.268994] env[62180]: _type = "Task" [ 2031.268994] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.269200] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169c5e21-7534-4577-a803-a9334ff615bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.288573] env[62180]: DEBUG oslo_vmware.api [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.292631] env[62180]: DEBUG oslo_vmware.api [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2031.292631] env[62180]: value = "task-1964182" [ 2031.292631] env[62180]: _type = "Task" [ 2031.292631] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.298367] env[62180]: DEBUG nova.objects.base [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Object Instance<90215454-d9f5-4dbb-ab27-9c1ccd5cac23> lazy-loaded attributes: flavor,pci_requests {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2031.298601] env[62180]: DEBUG nova.network.neutron [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2031.303572] env[62180]: DEBUG oslo_vmware.api [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.327361] env[62180]: DEBUG nova.network.neutron [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.413481] env[62180]: DEBUG nova.policy [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.424975] env[62180]: DEBUG oslo_vmware.api [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964179, 'name': PowerOffVM_Task, 'duration_secs': 0.219106} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.425227] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.425393] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2031.425626] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d18f4f6-c46e-428c-bb23-79cb5ef430f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.559810] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964180, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.666765] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.694037] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.787965] env[62180]: DEBUG oslo_vmware.api [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.800884] env[62180]: DEBUG oslo_vmware.api [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964182, 'name': ReconfigVM_Task, 'duration_secs': 0.149912} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.801189] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404588', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'name': 'volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10c02400-f46c-40c5-80a6-e3e05551659b', 'attached_at': '', 'detached_at': '', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'serial': '4ceaf606-f77e-49a7-8522-8adfc6191d5c'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2031.830510] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.059795] env[62180]: DEBUG oslo_vmware.api [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964180, 'name': PowerOnVM_Task, 'duration_secs': 0.729622} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.060077] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2032.060284] env[62180]: DEBUG nova.compute.manager [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.061023] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd886513-4a9e-4a7d-985b-2913c31dfb3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.167490] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.199395] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2032.199662] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.873s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.199967] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.556s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.200289] env[62180]: DEBUG nova.objects.instance [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lazy-loading 'pci_requests' on Instance uuid f8fbf35e-c2c8-4a6c-974c-566208551996 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.288283] env[62180]: DEBUG oslo_vmware.api [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964181, 'name': ReconfigVM_Task, 'duration_secs': 0.53886} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.288564] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-dc642221-d87e-4a23-850b-5909f652f4f3/volume-dc642221-d87e-4a23-850b-5909f652f4f3.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.293132] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b4ea7b8-c3a7-4c1d-a7e7-e445df245aac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.307532] env[62180]: DEBUG oslo_vmware.api [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2032.307532] env[62180]: value = "task-1964184" [ 2032.307532] env[62180]: _type = "Task" [ 2032.307532] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.316273] env[62180]: DEBUG oslo_vmware.api [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.339822] env[62180]: DEBUG nova.compute.manager [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.340914] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ea0c3f-a197-4526-b624-04ed254a5c9e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.578749] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.668105] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.704287] env[62180]: DEBUG nova.objects.instance [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lazy-loading 'numa_topology' on Instance uuid f8fbf35e-c2c8-4a6c-974c-566208551996 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.817172] env[62180]: DEBUG oslo_vmware.api [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964184, 'name': ReconfigVM_Task, 'duration_secs': 0.243144} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.817476] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404590', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'name': 'volume-dc642221-d87e-4a23-850b-5909f652f4f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'serial': 'dc642221-d87e-4a23-850b-5909f652f4f3'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2032.836887] env[62180]: DEBUG nova.objects.instance [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'flavor' on Instance uuid 10c02400-f46c-40c5-80a6-e3e05551659b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.169266] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.207042] env[62180]: INFO nova.compute.claims [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2033.291185] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "178e8e0b-2788-4923-b774-325e155d1628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.291399] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "178e8e0b-2788-4923-b774-325e155d1628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.292045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "178e8e0b-2788-4923-b774-325e155d1628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.292297] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "178e8e0b-2788-4923-b774-325e155d1628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.292481] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "178e8e0b-2788-4923-b774-325e155d1628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.294551] env[62180]: INFO nova.compute.manager [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Terminating instance [ 2033.342240] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7277680-a0ad-43ad-9387-c9afc222b5c4 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.356163] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b0716-95fa-476d-b926-42371266d916 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.364122] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Doing hard reboot of VM {{(pid=62180) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2033.364375] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cb87b086-64be-465b-85da-565783171aaa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.371445] env[62180]: DEBUG oslo_vmware.api [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2033.371445] env[62180]: value = "task-1964185" [ 2033.371445] env[62180]: _type = "Task" [ 2033.371445] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.382714] env[62180]: DEBUG oslo_vmware.api [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964185, 'name': ResetVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.535083] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2033.535345] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2033.535528] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Deleting the datastore file [datastore1] 5df22664-8983-4b42-8009-c915f321b247 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.535802] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b4e9c5-5015-4acd-a1b9-176178b8ee79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.542338] env[62180]: DEBUG oslo_vmware.api [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for the task: (returnval){ [ 2033.542338] env[62180]: value = "task-1964186" [ 2033.542338] env[62180]: _type = "Task" [ 2033.542338] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.550700] env[62180]: DEBUG oslo_vmware.api [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.669684] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.797865] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "refresh_cache-178e8e0b-2788-4923-b774-325e155d1628" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.798065] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquired lock "refresh_cache-178e8e0b-2788-4923-b774-325e155d1628" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.798249] env[62180]: DEBUG nova.network.neutron [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.850849] env[62180]: DEBUG nova.objects.instance [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lazy-loading 'flavor' on Instance uuid c34267a0-def3-4bde-a954-b3026697f031 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2033.881251] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "10c02400-f46c-40c5-80a6-e3e05551659b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.881540] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.881791] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "10c02400-f46c-40c5-80a6-e3e05551659b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.882023] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.882232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.884078] env[62180]: DEBUG oslo_vmware.api [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964185, 'name': ResetVM_Task, 'duration_secs': 0.090556} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.884536] env[62180]: INFO nova.compute.manager [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Terminating instance [ 2033.886108] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Did hard reboot of VM {{(pid=62180) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2033.886482] env[62180]: DEBUG nova.compute.manager [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.888513] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb6343e-e24c-45f0-b25a-b80bf11f7f41 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.052832] env[62180]: DEBUG oslo_vmware.api [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Task: {'id': task-1964186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155536} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.053118] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2034.053381] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2034.053567] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2034.053739] env[62180]: INFO nova.compute.manager [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] [instance: 5df22664-8983-4b42-8009-c915f321b247] Took 3.16 seconds to destroy the instance on the hypervisor. [ 2034.054028] env[62180]: DEBUG oslo.service.loopingcall [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.054246] env[62180]: DEBUG nova.compute.manager [-] [instance: 5df22664-8983-4b42-8009-c915f321b247] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2034.054334] env[62180]: DEBUG nova.network.neutron [-] [instance: 5df22664-8983-4b42-8009-c915f321b247] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2034.171623] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.200201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.200509] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.327681] env[62180]: DEBUG nova.network.neutron [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2034.362851] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2395b748-dac3-4a5a-906e-9507a5060e5f tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.395017] env[62180]: DEBUG nova.compute.manager [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2034.395017] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.395017] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e89426f-784d-413c-936d-c779cacf7f46 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.404316] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2034.404316] env[62180]: value = "task-1964187" [ 2034.404316] env[62180]: _type = "Task" [ 2034.404316] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.405043] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9a2d0f9c-e9da-4de0-9d0f-bb69627e75b9 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.405s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.427058] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.459368] env[62180]: DEBUG nova.network.neutron [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.465168] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a973f-e816-40e1-b047-dc757920a464 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.473330] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ebb46c-b56a-49e3-9855-f1f84b14885b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.507040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6c0212-b516-4998-8fb2-efe4147c0e19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.515468] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe6edb0-9fc7-4dbf-ad84-0fd0a208b45f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.529657] env[62180]: DEBUG nova.compute.provider_tree [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.672267] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964178, 'name': CloneVM_Task, 'duration_secs': 3.564387} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.672905] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Created linked-clone VM from snapshot [ 2034.673751] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b002c6f-c2ec-4719-b58c-ef8156aaef40 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.681680] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Uploading image 6f97b5d5-2be7-48e5-b7ac-d3d3daa9e769 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2034.705324] env[62180]: DEBUG nova.compute.utils [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2034.710433] env[62180]: DEBUG nova.network.neutron [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Successfully updated port: be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2034.717309] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2034.717309] env[62180]: value = "vm-404592" [ 2034.717309] env[62180]: _type = "VirtualMachine" [ 2034.717309] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2034.717309] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ea35420-9f6a-4196-af2e-ecb2ab7b7409 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.719507] env[62180]: DEBUG nova.network.neutron [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Successfully updated port: 3b8314a3-0a26-430e-86d4-4bc7313ee8f9 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2034.726000] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease: (returnval){ [ 2034.726000] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba83b1-4d0d-bf66-4339-ad5197c6a602" [ 2034.726000] env[62180]: _type = "HttpNfcLease" [ 2034.726000] env[62180]: } obtained for exporting VM: (result){ [ 2034.726000] env[62180]: value = "vm-404592" [ 2034.726000] env[62180]: _type = "VirtualMachine" [ 2034.726000] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2034.726207] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the lease: (returnval){ [ 2034.726207] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba83b1-4d0d-bf66-4339-ad5197c6a602" [ 2034.726207] env[62180]: _type = "HttpNfcLease" [ 2034.726207] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2034.734574] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2034.734574] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba83b1-4d0d-bf66-4339-ad5197c6a602" [ 2034.734574] env[62180]: _type = "HttpNfcLease" [ 2034.734574] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2034.810158] env[62180]: DEBUG nova.network.neutron [-] [instance: 5df22664-8983-4b42-8009-c915f321b247] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.917677] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964187, 'name': PowerOffVM_Task, 'duration_secs': 0.21649} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.917960] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2034.918196] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2034.918363] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404588', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'name': 'volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10c02400-f46c-40c5-80a6-e3e05551659b', 'attached_at': '', 'detached_at': '', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'serial': '4ceaf606-f77e-49a7-8522-8adfc6191d5c'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2034.919278] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0dd6df-4848-44ef-a0bc-c3acd26635e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.940107] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6886e7b5-b7d3-417b-93f1-bce1329f4d2a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.946870] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253dbdf7-1a9e-495a-95db-d77cdd128ed1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.966812] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Releasing lock "refresh_cache-178e8e0b-2788-4923-b774-325e155d1628" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.967235] env[62180]: DEBUG nova.compute.manager [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2034.967433] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2034.968213] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa39bdb8-b22f-4ef2-a722-14dd722d039f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.971473] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d25d1a-0cb9-4d79-a800-0082fd1f05ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.977992] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.988115] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec99d08-0fed-44a7-9676-8211d8ca857d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.989520] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c/volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2034.995069] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2034.995332] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9be5a9-3343-4065-b966-ffb5399afb57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.014736] env[62180]: DEBUG oslo_vmware.api [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2035.014736] env[62180]: value = "task-1964189" [ 2035.014736] env[62180]: _type = "Task" [ 2035.014736] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.015998] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2035.015998] env[62180]: value = "task-1964190" [ 2035.015998] env[62180]: _type = "Task" [ 2035.015998] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.026511] env[62180]: DEBUG oslo_vmware.api [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.029417] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.033396] env[62180]: DEBUG nova.scheduler.client.report [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.207657] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.211895] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.212087] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.212270] env[62180]: DEBUG nova.network.neutron [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2035.224220] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "refresh_cache-40e58329-3c07-41b0-a23b-ecc65944de9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.224487] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "refresh_cache-40e58329-3c07-41b0-a23b-ecc65944de9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.224736] env[62180]: DEBUG nova.network.neutron [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2035.234235] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2035.234235] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba83b1-4d0d-bf66-4339-ad5197c6a602" [ 2035.234235] env[62180]: _type = "HttpNfcLease" [ 2035.234235] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2035.234529] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2035.234529] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ba83b1-4d0d-bf66-4339-ad5197c6a602" [ 2035.234529] env[62180]: _type = "HttpNfcLease" [ 2035.234529] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2035.236064] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b28cb7f-8c10-4fdc-b43a-cf28e7f0f836 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.245024] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229d973-1437-1291-65fc-5586c049d897/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2035.245236] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229d973-1437-1291-65fc-5586c049d897/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2035.312520] env[62180]: INFO nova.compute.manager [-] [instance: 5df22664-8983-4b42-8009-c915f321b247] Took 1.26 seconds to deallocate network for instance. [ 2035.333017] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40186bbd-b264-4deb-b737-0a3a1d8d1b64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.528086] env[62180]: DEBUG oslo_vmware.api [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964189, 'name': PowerOffVM_Task, 'duration_secs': 0.206455} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.531174] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.531362] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.531628] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964190, 'name': ReconfigVM_Task, 'duration_secs': 0.255855} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.531835] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d021460-9073-4a17-927c-c2f031bf18a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.533378] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2035.538830] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.339s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.540892] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d0c36e-1998-4279-a639-252ac4d97417 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.551846] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.133s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.553472] env[62180]: INFO nova.compute.claims [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.561428] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2035.561428] env[62180]: value = "task-1964192" [ 2035.561428] env[62180]: _type = "Task" [ 2035.561428] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.569702] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.576589] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2035.576814] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2035.576995] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Deleting the datastore file [datastore1] 178e8e0b-2788-4923-b774-325e155d1628 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2035.577282] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-917016d2-1fde-4174-8408-cb13a8eb737e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.584466] env[62180]: DEBUG oslo_vmware.api [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for the task: (returnval){ [ 2035.584466] env[62180]: value = "task-1964193" [ 2035.584466] env[62180]: _type = "Task" [ 2035.584466] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.589292] env[62180]: INFO nova.network.neutron [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating port 517b14a6-4f9d-4e0f-a445-0acfcac92fe3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2035.596433] env[62180]: DEBUG oslo_vmware.api [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.800147] env[62180]: WARNING nova.network.neutron [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] 11ee6732-0c6e-40b0-b04d-187530662655 already exists in list: networks containing: ['11ee6732-0c6e-40b0-b04d-187530662655']. ignoring it [ 2035.809170] env[62180]: DEBUG nova.network.neutron [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2035.820978] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.050450] env[62180]: DEBUG nova.compute.manager [req-a1a2874c-0390-479c-8441-5d96b33b9364 req-8d95f57d-c5d9-48be-8ae3-ae997f8d1c98 service nova] [instance: 5df22664-8983-4b42-8009-c915f321b247] Received event network-vif-deleted-8987d6e3-65c4-43f7-8171-3d9803675554 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2036.073250] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964192, 'name': ReconfigVM_Task, 'duration_secs': 0.187224} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.073649] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404588', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'name': 'volume-4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10c02400-f46c-40c5-80a6-e3e05551659b', 'attached_at': '', 'detached_at': '', 'volume_id': '4ceaf606-f77e-49a7-8522-8adfc6191d5c', 'serial': '4ceaf606-f77e-49a7-8522-8adfc6191d5c'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2036.073978] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2036.075233] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66808544-d48b-4ee9-b753-c648686eea8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.083810] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2036.084650] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39907c5-fd53-41bc-b3c7-1fd29f8c81f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.097030] env[62180]: DEBUG oslo_vmware.api [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Task: {'id': task-1964193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144771} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.097310] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2036.097950] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2036.098177] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2036.098362] env[62180]: INFO nova.compute.manager [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2036.098610] env[62180]: DEBUG oslo.service.loopingcall [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.101406] env[62180]: DEBUG nova.compute.manager [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2036.101510] env[62180]: DEBUG nova.network.neutron [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2036.121046] env[62180]: DEBUG nova.network.neutron [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2036.208409] env[62180]: DEBUG nova.network.neutron [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Updating instance_info_cache with network_info: [{"id": "3b8314a3-0a26-430e-86d4-4bc7313ee8f9", "address": "fa:16:3e:19:3e:0f", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b8314a3-0a", "ovs_interfaceid": "3b8314a3-0a26-430e-86d4-4bc7313ee8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.297485] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.297733] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.297954] env[62180]: INFO nova.compute.manager [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Attaching volume 621fbdda-1957-4adf-86da-1658e643834e to /dev/sdb [ 2036.334616] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f402ac-9d2a-4c0b-8efd-e3dc1b6120e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.342630] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f937779-6b66-478a-9678-6f253a08f783 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.356925] env[62180]: DEBUG nova.virt.block_device [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updating existing volume attachment record: 466ee0fa-1570-4c1f-9dee-700156712b88 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2036.397724] env[62180]: DEBUG nova.compute.manager [req-acece0ae-7a20-43c1-bb99-c55eb67af66d req-8b2b4360-2f35-4342-a1d1-116136575ab0 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-vif-plugged-be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2036.398056] env[62180]: DEBUG oslo_concurrency.lockutils [req-acece0ae-7a20-43c1-bb99-c55eb67af66d req-8b2b4360-2f35-4342-a1d1-116136575ab0 service nova] Acquiring lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.398348] env[62180]: DEBUG oslo_concurrency.lockutils [req-acece0ae-7a20-43c1-bb99-c55eb67af66d req-8b2b4360-2f35-4342-a1d1-116136575ab0 service nova] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.398584] env[62180]: DEBUG oslo_concurrency.lockutils [req-acece0ae-7a20-43c1-bb99-c55eb67af66d req-8b2b4360-2f35-4342-a1d1-116136575ab0 service nova] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.398788] env[62180]: DEBUG nova.compute.manager [req-acece0ae-7a20-43c1-bb99-c55eb67af66d req-8b2b4360-2f35-4342-a1d1-116136575ab0 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] No waiting events found dispatching network-vif-plugged-be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2036.399072] env[62180]: WARNING nova.compute.manager [req-acece0ae-7a20-43c1-bb99-c55eb67af66d req-8b2b4360-2f35-4342-a1d1-116136575ab0 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received unexpected event network-vif-plugged-be5e17e6-7349-4862-930c-ee91eb4e7ee4 for instance with vm_state active and task_state None. [ 2036.409683] env[62180]: DEBUG nova.network.neutron [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "address": "fa:16:3e:9d:5f:7d", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe5e17e6-73", "ovs_interfaceid": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.417554] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2036.418576] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2036.418869] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleting the datastore file [datastore1] 10c02400-f46c-40c5-80a6-e3e05551659b {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.419098] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72f7d7ed-b8e9-48ff-9fa3-1419ef2ffb06 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.427825] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2036.427825] env[62180]: value = "task-1964195" [ 2036.427825] env[62180]: _type = "Task" [ 2036.427825] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.435363] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.623056] env[62180]: DEBUG nova.network.neutron [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.711866] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "refresh_cache-40e58329-3c07-41b0-a23b-ecc65944de9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.712334] env[62180]: DEBUG nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Instance network_info: |[{"id": "3b8314a3-0a26-430e-86d4-4bc7313ee8f9", "address": "fa:16:3e:19:3e:0f", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b8314a3-0a", "ovs_interfaceid": "3b8314a3-0a26-430e-86d4-4bc7313ee8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2036.716034] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:3e:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b8314a3-0a26-430e-86d4-4bc7313ee8f9', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2036.723645] env[62180]: DEBUG oslo.service.loopingcall [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.725290] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2036.725623] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8c92c37-e2c8-4cd3-b18b-173623c34f25 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.748666] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2036.748666] env[62180]: value = "task-1964199" [ 2036.748666] env[62180]: _type = "Task" [ 2036.748666] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.761245] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964199, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.836405] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df33a782-8675-4fdc-a013-ee4417ed0795 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.845664] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c95799-4f1d-4db7-adc9-25ced451d1d4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.880095] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49987bb-9cae-40a5-8618-31101f5dbf09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.887833] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0b5ed9-3512-44ee-b9ee-19de51140a12 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.903188] env[62180]: DEBUG nova.compute.provider_tree [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.912774] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.913464] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.914332] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.915194] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d616dc-b3ba-476b-a091-ddb2d9daf480 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.933334] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2036.933608] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2036.933807] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2036.934051] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2036.934286] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2036.934853] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2036.934853] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2036.935282] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2036.935282] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2036.935358] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2036.936027] env[62180]: DEBUG nova.virt.hardware [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2036.942033] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Reconfiguring VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2036.945786] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84990eb9-7814-4c5a-8ccc-8344f6dc05fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.966789] env[62180]: DEBUG oslo_vmware.api [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2036.966789] env[62180]: value = "task-1964200" [ 2036.966789] env[62180]: _type = "Task" [ 2036.966789] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.967141] env[62180]: DEBUG oslo_vmware.api [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287651} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.967456] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2036.967719] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2036.967957] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2036.968208] env[62180]: INFO nova.compute.manager [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Took 2.58 seconds to destroy the instance on the hypervisor. [ 2036.968528] env[62180]: DEBUG oslo.service.loopingcall [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.971852] env[62180]: DEBUG nova.compute.manager [-] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2036.972036] env[62180]: DEBUG nova.network.neutron [-] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2036.981496] env[62180]: DEBUG oslo_vmware.api [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964200, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.126125] env[62180]: INFO nova.compute.manager [-] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Took 1.02 seconds to deallocate network for instance. [ 2037.259405] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964199, 'name': CreateVM_Task, 'duration_secs': 0.509628} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.259637] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2037.260465] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.260665] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.261213] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2037.261962] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f8687d-bce3-42f1-9fbe-b31d77fb890b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.266567] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2037.266567] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e254f-b638-a0f1-7663-ea24a09543af" [ 2037.266567] env[62180]: _type = "Task" [ 2037.266567] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.275249] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e254f-b638-a0f1-7663-ea24a09543af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.407222] env[62180]: DEBUG nova.scheduler.client.report [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2037.478474] env[62180]: DEBUG oslo_vmware.api [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.538412] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.538665] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.538858] env[62180]: DEBUG nova.network.neutron [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.634426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.779446] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525e254f-b638-a0f1-7663-ea24a09543af, 'name': SearchDatastore_Task, 'duration_secs': 0.020342} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.779761] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.780013] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.780262] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.780413] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.780724] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2037.780892] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-871f31ad-ec89-474d-ab95-a22310bb2f2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.790865] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2037.791154] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2037.792053] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06c7968-ee12-423f-a100-984d8e042d66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.800307] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2037.800307] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fbb9cc-4869-85dd-8638-302ebc9a8017" [ 2037.800307] env[62180]: _type = "Task" [ 2037.800307] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.808590] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fbb9cc-4869-85dd-8638-302ebc9a8017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.827926] env[62180]: DEBUG nova.network.neutron [-] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.913821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.913821] env[62180]: DEBUG nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2037.916602] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.019s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.918230] env[62180]: INFO nova.compute.claims [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2037.978245] env[62180]: DEBUG oslo_vmware.api [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964200, 'name': ReconfigVM_Task, 'duration_secs': 0.994789} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.978863] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.979187] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Reconfigured VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2038.111357] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.111587] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.257943] env[62180]: DEBUG nova.network.neutron [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517b14a6-4f", "ovs_interfaceid": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.311458] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fbb9cc-4869-85dd-8638-302ebc9a8017, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.312251] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56300b27-4010-4933-9e11-3739200d0f6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.317635] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2038.317635] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52af50b6-4b24-9edd-0055-5b10b8f1ec14" [ 2038.317635] env[62180]: _type = "Task" [ 2038.317635] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.325429] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52af50b6-4b24-9edd-0055-5b10b8f1ec14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.331030] env[62180]: INFO nova.compute.manager [-] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Took 1.36 seconds to deallocate network for instance. [ 2038.423058] env[62180]: DEBUG nova.compute.utils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2038.426244] env[62180]: DEBUG nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2038.426415] env[62180]: DEBUG nova.network.neutron [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2038.466405] env[62180]: DEBUG nova.policy [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4caf4b33b2af4412a483fb9a1644f02a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85bf2889f9f64967835e5bfef2c74f40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2038.483772] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0a80b89b-9edb-4530-b1a0-5d642efca276 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-90215454-d9f5-4dbb-ab27-9c1ccd5cac23-be5e17e6-7349-4862-930c-ee91eb4e7ee4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.313s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.615345] env[62180]: DEBUG nova.compute.utils [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2038.734831] env[62180]: DEBUG nova.network.neutron [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Successfully created port: 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2038.761272] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.793700] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9063905826ce7f3d273e2bdc27b60774',container_format='bare',created_at=2024-12-24T14:13:37Z,direct_url=,disk_format='vmdk',id=1de82983-bf46-4cad-bc99-6f9ad6caf6e5,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-438711729-shelved',owner='c083444c4cba409eb0dc7bbd9e3623bf',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-24T14:13:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.796153] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.796468] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.796598] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.796747] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.796898] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.797181] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.797356] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.797526] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.797695] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.797870] env[62180]: DEBUG nova.virt.hardware [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.798840] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378160f7-8805-4152-abd2-069c764a34a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.807116] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b74ea6-ac0e-4629-b030-1a6eec6aa6ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.822956] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:77:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '517b14a6-4f9d-4e0f-a445-0acfcac92fe3', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2038.830400] env[62180]: DEBUG oslo.service.loopingcall [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2038.833731] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2038.833984] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3146f18e-8100-4eea-80b0-ebd765356d57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.855348] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52af50b6-4b24-9edd-0055-5b10b8f1ec14, 'name': SearchDatastore_Task, 'duration_secs': 0.015392} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.857565] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.857565] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 40e58329-3c07-41b0-a23b-ecc65944de9c/40e58329-3c07-41b0-a23b-ecc65944de9c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2038.857565] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2038.857565] env[62180]: value = "task-1964202" [ 2038.857565] env[62180]: _type = "Task" [ 2038.857565] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.857565] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4fbeb6c-0b1e-4fc3-b60c-132a284f5681 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.867664] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964202, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.868995] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2038.868995] env[62180]: value = "task-1964203" [ 2038.868995] env[62180]: _type = "Task" [ 2038.868995] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.876591] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.882953] env[62180]: INFO nova.compute.manager [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Took 0.55 seconds to detach 1 volumes for instance. [ 2038.927462] env[62180]: DEBUG nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2039.117754] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.161319] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb311e90-7653-464a-9972-24d258b070e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.169480] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a2da4-99f5-41a6-97a9-7cefc4ecfd62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.201037] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90011870-c1bb-49d4-961c-bb0e3e6cd8aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.208953] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5730ed-9d7a-4e4d-beaa-ffffc8d23e71 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.223104] env[62180]: DEBUG nova.compute.provider_tree [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.376405] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964202, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.381991] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.389856] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.427158] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Received event network-vif-plugged-3b8314a3-0a26-430e-86d4-4bc7313ee8f9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2039.427355] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquiring lock "40e58329-3c07-41b0-a23b-ecc65944de9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.427619] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.427791] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.427964] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] No waiting events found dispatching network-vif-plugged-3b8314a3-0a26-430e-86d4-4bc7313ee8f9 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2039.428172] env[62180]: WARNING nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Received unexpected event network-vif-plugged-3b8314a3-0a26-430e-86d4-4bc7313ee8f9 for instance with vm_state building and task_state spawning. [ 2039.428375] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-changed-be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2039.428552] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing instance network info cache due to event network-changed-be5e17e6-7349-4862-930c-ee91eb4e7ee4. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2039.428801] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.428975] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.429095] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing network info cache for port be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2039.726443] env[62180]: DEBUG nova.scheduler.client.report [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.871475] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964202, 'name': CreateVM_Task, 'duration_secs': 0.552072} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.874859] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2039.875510] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.875590] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.875933] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2039.876651] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a52471-1793-436b-94c5-59ce488565fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.881186] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779655} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.881755] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 40e58329-3c07-41b0-a23b-ecc65944de9c/40e58329-3c07-41b0-a23b-ecc65944de9c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.881975] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.882242] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c71319c-111a-4cd5-b878-d8c62d7d6094 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.885013] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2039.885013] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b37223-20c7-5e08-2842-f7335f5335fb" [ 2039.885013] env[62180]: _type = "Task" [ 2039.885013] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.889809] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2039.889809] env[62180]: value = "task-1964204" [ 2039.889809] env[62180]: _type = "Task" [ 2039.889809] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.892698] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b37223-20c7-5e08-2842-f7335f5335fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.899668] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.940470] env[62180]: DEBUG nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2039.969328] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2039.969832] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.970058] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2039.970338] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.970617] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2039.970899] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2039.971278] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2039.971513] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2039.971740] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2039.971994] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2039.972207] env[62180]: DEBUG nova.virt.hardware [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2039.973726] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0801aa-bb66-43e1-af7b-c594e0bd80eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.987136] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6835c07c-1392-4b97-93f0-b7f84700feba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.182207] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.182494] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.182714] env[62180]: INFO nova.compute.manager [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Attaching volume 0aa6db72-48b8-440c-9ba0-2db7a8219923 to /dev/sdc [ 2040.218165] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17503ecc-2006-456f-be8c-5aeec4914ad6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.225778] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d316d-d047-4f33-95ed-85cc8a783043 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.232030] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.232524] env[62180]: DEBUG nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2040.235164] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.084s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.240082] env[62180]: DEBUG nova.virt.block_device [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updating existing volume attachment record: a2924e47-5d83-4eb2-a508-a88415b8a90b {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2040.256926] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updated VIF entry in instance network info cache for port be5e17e6-7349-4862-930c-ee91eb4e7ee4. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2040.257381] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "address": "fa:16:3e:9d:5f:7d", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe5e17e6-73", "ovs_interfaceid": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.379540] env[62180]: DEBUG nova.network.neutron [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Successfully updated port: 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2040.399285] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.399544] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Processing image 1de82983-bf46-4cad-bc99-6f9ad6caf6e5 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2040.399774] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5/1de82983-bf46-4cad-bc99-6f9ad6caf6e5.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.399918] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5/1de82983-bf46-4cad-bc99-6f9ad6caf6e5.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.400108] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2040.400564] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f04740-56b4-4bbb-a3de-48ab271ae47c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.408697] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098359} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.408942] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2040.410497] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c66eca-476e-45b5-b529-264753696b90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.412794] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2040.412962] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2040.413857] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e51f7e5-e293-4462-a966-8b896239d19a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.419606] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2040.419606] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525481d3-6cff-0f38-eee5-18ebeab9ee69" [ 2040.419606] env[62180]: _type = "Task" [ 2040.419606] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.436992] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 40e58329-3c07-41b0-a23b-ecc65944de9c/40e58329-3c07-41b0-a23b-ecc65944de9c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.441245] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f521647-bed5-4b99-a891-e7c10e51b9c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.458258] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-90215454-d9f5-4dbb-ab27-9c1ccd5cac23-be5e17e6-7349-4862-930c-ee91eb4e7ee4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.458520] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-90215454-d9f5-4dbb-ab27-9c1ccd5cac23-be5e17e6-7349-4862-930c-ee91eb4e7ee4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.466943] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Preparing fetch location {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2040.466943] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Fetch image to [datastore1] OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa/OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa.vmdk {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2040.466943] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Downloading stream optimized image 1de82983-bf46-4cad-bc99-6f9ad6caf6e5 to [datastore1] OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa/OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa.vmdk on the data store datastore1 as vApp {{(pid=62180) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2040.466943] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Downloading image file data 1de82983-bf46-4cad-bc99-6f9ad6caf6e5 to the ESX as VM named 'OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa' {{(pid=62180) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2040.469580] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2040.469580] env[62180]: value = "task-1964206" [ 2040.469580] env[62180]: _type = "Task" [ 2040.469580] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.480097] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.549108] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2040.549108] env[62180]: value = "resgroup-9" [ 2040.549108] env[62180]: _type = "ResourcePool" [ 2040.549108] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2040.549510] env[62180]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-03ac3b41-d2f9-487e-bf15-5833a6e2c1d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.573485] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lease: (returnval){ [ 2040.573485] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52635c90-cd5c-4d22-7365-900b82c9233c" [ 2040.573485] env[62180]: _type = "HttpNfcLease" [ 2040.573485] env[62180]: } obtained for vApp import into resource pool (val){ [ 2040.573485] env[62180]: value = "resgroup-9" [ 2040.573485] env[62180]: _type = "ResourcePool" [ 2040.573485] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2040.573855] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the lease: (returnval){ [ 2040.573855] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52635c90-cd5c-4d22-7365-900b82c9233c" [ 2040.573855] env[62180]: _type = "HttpNfcLease" [ 2040.573855] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2040.581056] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2040.581056] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52635c90-cd5c-4d22-7365-900b82c9233c" [ 2040.581056] env[62180]: _type = "HttpNfcLease" [ 2040.581056] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2040.742009] env[62180]: DEBUG nova.compute.utils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2040.743677] env[62180]: DEBUG nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2040.743880] env[62180]: DEBUG nova.network.neutron [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2040.760061] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.760398] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Received event network-changed-3b8314a3-0a26-430e-86d4-4bc7313ee8f9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2040.760893] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Refreshing instance network info cache due to event network-changed-3b8314a3-0a26-430e-86d4-4bc7313ee8f9. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2040.760893] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquiring lock "refresh_cache-40e58329-3c07-41b0-a23b-ecc65944de9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.761043] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquired lock "refresh_cache-40e58329-3c07-41b0-a23b-ecc65944de9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.761182] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Refreshing network info cache for port 3b8314a3-0a26-430e-86d4-4bc7313ee8f9 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2040.805039] env[62180]: DEBUG nova.policy [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e432b9d906af4e2e9ce7b696fe62be33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc38168be3c4db298a5e24844095724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2040.881607] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.881796] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.881953] env[62180]: DEBUG nova.network.neutron [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.906071] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2040.906389] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2040.907637] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac01fd-c29e-4f41-8644-404820dc0251 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.932076] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b3d7b-623f-4a18-9a86-29e0f1fa4745 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.960524] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-621fbdda-1957-4adf-86da-1658e643834e/volume-621fbdda-1957-4adf-86da-1658e643834e.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.963651] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9dc1c11-6234-4f88-a7db-4623d31d7041 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.978089] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.978290] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.980335] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fef116-88a6-42ef-a83a-e6b60ce1fba1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.007708] env[62180]: DEBUG oslo_vmware.api [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2041.007708] env[62180]: value = "task-1964208" [ 2041.007708] env[62180]: _type = "Task" [ 2041.007708] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.008109] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964206, 'name': ReconfigVM_Task, 'duration_secs': 0.416249} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.011435] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac35b47-7f08-42f3-a2ae-1a33b0eb9d31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.014057] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 40e58329-3c07-41b0-a23b-ecc65944de9c/40e58329-3c07-41b0-a23b-ecc65944de9c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.017723] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52b03a68-8682-4cf1-a1f7-6fde30e46dcc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.047800] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Reconfiguring VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2041.058035] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e08ec52-dc01-43aa-a9c4-72f29e6bf9d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.068791] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2041.068791] env[62180]: value = "task-1964209" [ 2041.068791] env[62180]: _type = "Task" [ 2041.068791] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.069151] env[62180]: DEBUG oslo_vmware.api [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.075396] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2041.075396] env[62180]: value = "task-1964210" [ 2041.075396] env[62180]: _type = "Task" [ 2041.075396] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.085109] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964209, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.091116] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2041.091116] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52635c90-cd5c-4d22-7365-900b82c9233c" [ 2041.091116] env[62180]: _type = "HttpNfcLease" [ 2041.091116] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2041.094728] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.100259] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4065667-0607-4c8c-b077-eade8573ac86 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.107086] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c738d18f-aff4-489b-98ee-f97e89628734 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.139845] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3606d98d-bd9b-4ccf-b4ba-612e3236200a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.148075] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c99c3-ed02-4df2-ab9a-9fbc95f99974 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.162553] env[62180]: DEBUG nova.compute.provider_tree [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.200247] env[62180]: DEBUG nova.network.neutron [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Successfully created port: 97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.249416] env[62180]: DEBUG nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2041.445531] env[62180]: DEBUG nova.network.neutron [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2041.457657] env[62180]: DEBUG nova.compute.manager [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-vif-plugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2041.457923] env[62180]: DEBUG oslo_concurrency.lockutils [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.458697] env[62180]: DEBUG oslo_concurrency.lockutils [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] Lock "322fc334-2d30-4969-8c83-289645241c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.458939] env[62180]: DEBUG oslo_concurrency.lockutils [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] Lock "322fc334-2d30-4969-8c83-289645241c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.459175] env[62180]: DEBUG nova.compute.manager [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] No waiting events found dispatching network-vif-plugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2041.459396] env[62180]: WARNING nova.compute.manager [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received unexpected event network-vif-plugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e for instance with vm_state building and task_state spawning. [ 2041.459589] env[62180]: DEBUG nova.compute.manager [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2041.459891] env[62180]: DEBUG nova.compute.manager [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing instance network info cache due to event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2041.459975] env[62180]: DEBUG oslo_concurrency.lockutils [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] Acquiring lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.524909] env[62180]: DEBUG oslo_vmware.api [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964208, 'name': ReconfigVM_Task, 'duration_secs': 0.381095} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.525418] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-621fbdda-1957-4adf-86da-1658e643834e/volume-621fbdda-1957-4adf-86da-1658e643834e.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.530772] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dfa427c-9a51-44ef-bace-b62611d077a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.546744] env[62180]: DEBUG oslo_vmware.api [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2041.546744] env[62180]: value = "task-1964211" [ 2041.546744] env[62180]: _type = "Task" [ 2041.546744] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.555187] env[62180]: DEBUG oslo_vmware.api [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.583019] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964209, 'name': Rename_Task, 'duration_secs': 0.176941} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.586792] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.587151] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4116b40-65a1-4050-a3fc-82828de9bb94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.590946] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2041.590946] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52635c90-cd5c-4d22-7365-900b82c9233c" [ 2041.590946] env[62180]: _type = "HttpNfcLease" [ 2041.590946] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2041.591591] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2041.591591] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52635c90-cd5c-4d22-7365-900b82c9233c" [ 2041.591591] env[62180]: _type = "HttpNfcLease" [ 2041.591591] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2041.592535] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ddc275-4361-4e23-bde4-1f237aa7d300 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.600120] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2041.600120] env[62180]: value = "task-1964212" [ 2041.600120] env[62180]: _type = "Task" [ 2041.600120] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.600378] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.606837] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202d53d-87b9-34ec-67b6-8514a3b28b9d/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2041.607060] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202d53d-87b9-34ec-67b6-8514a3b28b9d/disk-0.vmdk. {{(pid=62180) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2041.613248] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964212, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.668258] env[62180]: DEBUG nova.scheduler.client.report [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.677272] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e46f409a-9e57-489d-a7e7-fe1146ba6d94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.996652] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Updated VIF entry in instance network info cache for port 3b8314a3-0a26-430e-86d4-4bc7313ee8f9. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2041.997068] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Updating instance_info_cache with network_info: [{"id": "3b8314a3-0a26-430e-86d4-4bc7313ee8f9", "address": "fa:16:3e:19:3e:0f", "network": {"id": "69b353bb-3881-4131-9dd3-0a2a854203b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-102845482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77ffb4be0b64487e80b60778338adbee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b8314a3-0a", "ovs_interfaceid": "3b8314a3-0a26-430e-86d4-4bc7313ee8f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.030938] env[62180]: DEBUG nova.network.neutron [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.057192] env[62180]: DEBUG oslo_vmware.api [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964211, 'name': ReconfigVM_Task, 'duration_secs': 0.169986} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.057499] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2042.094855] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.114598] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.263249] env[62180]: DEBUG nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2042.478444] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.478776] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.479084] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.479370] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.479633] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.479796] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.480046] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.480268] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.480475] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.480675] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.480866] env[62180]: DEBUG nova.virt.hardware [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.481860] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c70770-c02a-4242-8f20-f5b08a60a05d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.491869] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf54414-4f40-43e1-bbdb-f875b9e50012 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.510353] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Releasing lock "refresh_cache-40e58329-3c07-41b0-a23b-ecc65944de9c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.510936] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Received event network-vif-deleted-473bb8e2-5cec-482c-9dee-69041c71c606 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.510936] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received event network-vif-plugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.511135] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.511362] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.511557] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.511781] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] No waiting events found dispatching network-vif-plugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.511926] env[62180]: WARNING nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received unexpected event network-vif-plugged-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 for instance with vm_state shelved_offloaded and task_state spawning. [ 2042.512116] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received event network-changed-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.512303] env[62180]: DEBUG nova.compute.manager [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Refreshing instance network info cache due to event network-changed-517b14a6-4f9d-4e0f-a445-0acfcac92fe3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2042.512509] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquiring lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.512664] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Acquired lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.512838] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Refreshing network info cache for port 517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2042.535958] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.536341] env[62180]: DEBUG nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Instance network_info: |[{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2042.536707] env[62180]: DEBUG oslo_concurrency.lockutils [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] Acquired lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.536901] env[62180]: DEBUG nova.network.neutron [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2042.538283] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:ac:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.546169] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating folder: Project (85bf2889f9f64967835e5bfef2c74f40). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2042.550271] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceeda3b4-bfea-40f2-90d1-7be1be47290f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.563652] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created folder: Project (85bf2889f9f64967835e5bfef2c74f40) in parent group-v404325. [ 2042.563942] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating folder: Instances. Parent ref: group-v404599. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2042.566827] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec36482f-b8a5-4702-9a0f-371421672d30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.576233] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created folder: Instances in parent group-v404599. [ 2042.576466] env[62180]: DEBUG oslo.service.loopingcall [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.576664] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2042.576873] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffd245c9-a304-4ec6-9ee8-6cbeb09a4d49 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.602911] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.607008] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.607008] env[62180]: value = "task-1964216" [ 2042.607008] env[62180]: _type = "Task" [ 2042.607008] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.614149] env[62180]: DEBUG oslo_vmware.api [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964212, 'name': PowerOnVM_Task, 'duration_secs': 0.599192} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.614798] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.615079] env[62180]: INFO nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Took 12.26 seconds to spawn the instance on the hypervisor. [ 2042.615362] env[62180]: DEBUG nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.616191] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e741c11d-cddf-44a5-b8a0-794c86f4bcd1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.621776] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964216, 'name': CreateVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.681554] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.446s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.686892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.108s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.687169] env[62180]: DEBUG nova.objects.instance [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2043.056419] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Completed reading data from the image iterator. {{(pid=62180) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2043.056993] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202d53d-87b9-34ec-67b6-8514a3b28b9d/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2043.057782] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f4a6c-95ae-47c5-9ee7-750fcc8f063e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.065335] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202d53d-87b9-34ec-67b6-8514a3b28b9d/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2043.065564] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202d53d-87b9-34ec-67b6-8514a3b28b9d/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2043.066265] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a1895372-17ef-4d59-8063-cd1df0006e92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.103032] env[62180]: DEBUG nova.objects.instance [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'flavor' on Instance uuid dfc3a0ab-f3a0-481e-85f6-04065f07feac {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.104209] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.117621] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964216, 'name': CreateVM_Task, 'duration_secs': 0.481457} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.117818] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.118618] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.118806] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.119230] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.119538] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d948f4-743b-4e60-b6f3-513b30982b6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.125303] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2043.125303] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eff452-7d36-81d4-4e82-e77bc3c162ca" [ 2043.125303] env[62180]: _type = "Task" [ 2043.125303] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.140594] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eff452-7d36-81d4-4e82-e77bc3c162ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.141095] env[62180]: INFO nova.compute.manager [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Took 20.28 seconds to build instance. [ 2043.283424] env[62180]: DEBUG oslo_vmware.rw_handles [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5202d53d-87b9-34ec-67b6-8514a3b28b9d/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2043.283424] env[62180]: INFO nova.virt.vmwareapi.images [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Downloaded image file data 1de82983-bf46-4cad-bc99-6f9ad6caf6e5 [ 2043.283424] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa994fb-a3bc-4d69-87d9-6dfaf270273b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.284752] env[62180]: INFO nova.scheduler.client.report [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted allocation for migration 508e0d45-4575-4742-9fb3-29d58bfefeb2 [ 2043.301087] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ec114ca-a484-48b1-9ffb-9cdbc1557659 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.353269] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229d973-1437-1291-65fc-5586c049d897/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2043.353918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb123f22-ec49-4e02-9d37-61bb4378744b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.361829] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229d973-1437-1291-65fc-5586c049d897/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2043.361829] env[62180]: ERROR oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229d973-1437-1291-65fc-5586c049d897/disk-0.vmdk due to incomplete transfer. [ 2043.361829] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f548f4b-14f3-47bd-a816-d1d800f6f027 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.368149] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229d973-1437-1291-65fc-5586c049d897/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2043.368343] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Uploaded image 6f97b5d5-2be7-48e5-b7ac-d3d3daa9e769 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2043.370499] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2043.370731] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eba4ca1a-8ac2-447e-ab48-31dd5f447457 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.378058] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2043.378058] env[62180]: value = "task-1964218" [ 2043.378058] env[62180]: _type = "Task" [ 2043.378058] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.388369] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964218, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.609032] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.609566] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a00b2280-befe-43f3-9642-57439effdabb tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.636319] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52eff452-7d36-81d4-4e82-e77bc3c162ca, 'name': SearchDatastore_Task, 'duration_secs': 0.037116} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.636624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.636916] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2043.637172] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.637324] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.637517] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2043.637771] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ac9c13b-0dbe-43c6-955a-363dcb48c203 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.644650] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d629e12-10f2-4a63-9491-e976ea924d9c tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.790s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.654844] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updated VIF entry in instance network info cache for port 517b14a6-4f9d-4e0f-a445-0acfcac92fe3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2043.655209] env[62180]: DEBUG nova.network.neutron [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517b14a6-4f", "ovs_interfaceid": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.665665] env[62180]: DEBUG nova.network.neutron [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updated VIF entry in instance network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2043.666115] env[62180]: DEBUG nova.network.neutron [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.701772] env[62180]: DEBUG oslo_concurrency.lockutils [None req-598999a6-e4e8-40eb-9ffe-5b2b724a37ae tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.703426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.883s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.703656] env[62180]: DEBUG nova.objects.instance [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lazy-loading 'resources' on Instance uuid 5df22664-8983-4b42-8009-c915f321b247 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.789913] env[62180]: DEBUG nova.compute.manager [req-4456621c-0bef-4c2d-a7cd-7403e69a9aca req-fa6ef57c-c0af-4619-adc4-67fc62ed5c74 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Received event network-vif-plugged-97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2043.790241] env[62180]: DEBUG oslo_concurrency.lockutils [req-4456621c-0bef-4c2d-a7cd-7403e69a9aca req-fa6ef57c-c0af-4619-adc4-67fc62ed5c74 service nova] Acquiring lock "e8685c03-1d76-43b6-9329-c8231be9c458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.790530] env[62180]: DEBUG oslo_concurrency.lockutils [req-4456621c-0bef-4c2d-a7cd-7403e69a9aca req-fa6ef57c-c0af-4619-adc4-67fc62ed5c74 service nova] Lock "e8685c03-1d76-43b6-9329-c8231be9c458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.790763] env[62180]: DEBUG oslo_concurrency.lockutils [req-4456621c-0bef-4c2d-a7cd-7403e69a9aca req-fa6ef57c-c0af-4619-adc4-67fc62ed5c74 service nova] Lock "e8685c03-1d76-43b6-9329-c8231be9c458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.791023] env[62180]: DEBUG nova.compute.manager [req-4456621c-0bef-4c2d-a7cd-7403e69a9aca req-fa6ef57c-c0af-4619-adc4-67fc62ed5c74 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] No waiting events found dispatching network-vif-plugged-97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2043.791257] env[62180]: WARNING nova.compute.manager [req-4456621c-0bef-4c2d-a7cd-7403e69a9aca req-fa6ef57c-c0af-4619-adc4-67fc62ed5c74 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Received unexpected event network-vif-plugged-97c7e722-a7ce-4f85-8522-6b9deab896fb for instance with vm_state building and task_state spawning. [ 2043.803230] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ce4f1015-8a43-4ebf-84f7-4e3df9322f91 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.182s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.805804] env[62180]: DEBUG nova.network.neutron [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Successfully updated port: 97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2043.889692] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964218, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.028736] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.029008] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.029769] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880c83c4-0416-45d0-bbcf-7fba37a80abb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.043157] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2044.043157] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bcf8b4-1123-09af-cf11-849f4e25d878" [ 2044.043157] env[62180]: _type = "Task" [ 2044.043157] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.051493] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bcf8b4-1123-09af-cf11-849f4e25d878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.104207] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.158181] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d6a1c36-4370-4b95-829a-e07b2a6c201b req-72e00648-6454-4b50-9f49-7acf50020aa3 service nova] Releasing lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.168560] env[62180]: DEBUG oslo_concurrency.lockutils [req-5483fcf3-9a8b-4c20-a33b-1c1ceff3688c req-1a04e3cc-148d-4330-83d1-51d5d0bc99c3 service nova] Releasing lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.307514] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.307687] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.307853] env[62180]: DEBUG nova.network.neutron [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2044.337263] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "40e58329-3c07-41b0-a23b-ecc65944de9c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.337465] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.337657] env[62180]: DEBUG nova.compute.manager [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.338583] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9a624-860b-42aa-ba9d-dc531c64f05a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.348109] env[62180]: DEBUG nova.compute.manager [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2044.348713] env[62180]: DEBUG nova.objects.instance [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lazy-loading 'flavor' on Instance uuid 40e58329-3c07-41b0-a23b-ecc65944de9c {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.388518] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964218, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.414030] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7263f2de-bcd9-4f4b-8f11-47db94ec7ce4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.421045] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aa027a-cfd8-479b-bc72-a64e8e13f43b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.452300] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41333f9e-a6e9-440d-a6da-38ca643054f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.460127] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc09bdec-df2a-4eac-9cc9-7193ccd30aab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.475997] env[62180]: DEBUG nova.compute.provider_tree [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.506653] env[62180]: INFO nova.compute.manager [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Rebuilding instance [ 2044.549948] env[62180]: DEBUG nova.compute.manager [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.550825] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171cb004-6a5a-471e-b41c-3ea23e480dff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.558913] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bcf8b4-1123-09af-cf11-849f4e25d878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.606751] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.785490] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2044.785724] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404597', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'name': 'volume-0aa6db72-48b8-440c-9ba0-2db7a8219923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'serial': '0aa6db72-48b8-440c-9ba0-2db7a8219923'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2044.786628] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d95e9f2-acc3-4753-96c5-e09ab0791661 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.802834] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "c9b49624-bc00-4e50-b273-38821c698d29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.803090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.803302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "c9b49624-bc00-4e50-b273-38821c698d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.803486] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.803656] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.805891] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b21b571-4bfe-444a-9733-6678e9b0e86c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.808620] env[62180]: INFO nova.compute.manager [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Terminating instance [ 2044.837787] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-0aa6db72-48b8-440c-9ba0-2db7a8219923/volume-0aa6db72-48b8-440c-9ba0-2db7a8219923.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2044.838774] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff63d2a-d02c-4d32-b05e-82692ef8f908 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.852136] env[62180]: DEBUG nova.network.neutron [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2044.861299] env[62180]: DEBUG oslo_vmware.api [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2044.861299] env[62180]: value = "task-1964219" [ 2044.861299] env[62180]: _type = "Task" [ 2044.861299] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.870391] env[62180]: DEBUG oslo_vmware.api [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.888934] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964218, 'name': Destroy_Task, 'duration_secs': 1.365093} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.889217] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Destroyed the VM [ 2044.889457] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2044.889740] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b612b771-ca18-4a2f-b915-0c91086b2ba9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.898491] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2044.898491] env[62180]: value = "task-1964220" [ 2044.898491] env[62180]: _type = "Task" [ 2044.898491] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.909699] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.975035] env[62180]: INFO nova.virt.vmwareapi.images [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] The imported VM was unregistered [ 2044.977282] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Caching image {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2044.977532] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.978485] env[62180]: DEBUG nova.scheduler.client.report [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.981916] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-988a3bfc-94ae-4591-b463-87c8d8b211ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.993044] env[62180]: DEBUG nova.network.neutron [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Updating instance_info_cache with network_info: [{"id": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "address": "fa:16:3e:1d:9d:f1", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c7e722-a7", "ovs_interfaceid": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.994707] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Created directory with path [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.994873] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa/OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa.vmdk to [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5/1de82983-bf46-4cad-bc99-6f9ad6caf6e5.vmdk. {{(pid=62180) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2044.995918] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4d191f04-3672-437b-bfb1-4be3a208680c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.004126] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2045.004126] env[62180]: value = "task-1964221" [ 2045.004126] env[62180]: _type = "Task" [ 2045.004126] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.012579] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964221, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.053182] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bcf8b4-1123-09af-cf11-849f4e25d878, 'name': SearchDatastore_Task, 'duration_secs': 0.907812} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.053993] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d83126-9b04-4f5a-9eee-282a0eb8259e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.065455] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2045.065455] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52939ff4-7dff-6b4a-50ad-132311ca90a8" [ 2045.065455] env[62180]: _type = "Task" [ 2045.065455] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.093625] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52939ff4-7dff-6b4a-50ad-132311ca90a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.093938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.094310] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.094652] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0993bf95-8771-4b92-8e8e-e51695c6930f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.124190] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2045.124190] env[62180]: value = "task-1964222" [ 2045.124190] env[62180]: _type = "Task" [ 2045.124190] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.126499] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.143656] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.242660] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.243455] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.314579] env[62180]: DEBUG nova.compute.manager [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2045.314929] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2045.316939] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e983752a-ccc9-475e-8ff6-c5abfb4cf87d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.328418] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.328939] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04530713-4930-4bc1-8ff5-9466aa70cd45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.338023] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2045.338023] env[62180]: value = "task-1964223" [ 2045.338023] env[62180]: _type = "Task" [ 2045.338023] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.349408] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.359377] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.359733] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cf0c0ab-58c5-4d56-b8e2-458819b9b1e4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.373069] env[62180]: DEBUG oslo_vmware.api [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2045.373069] env[62180]: value = "task-1964224" [ 2045.373069] env[62180]: _type = "Task" [ 2045.373069] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.377598] env[62180]: DEBUG oslo_vmware.api [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.386660] env[62180]: DEBUG oslo_vmware.api [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.409902] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964220, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.485290] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.487838] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.854s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.488102] env[62180]: DEBUG nova.objects.instance [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lazy-loading 'resources' on Instance uuid 178e8e0b-2788-4923-b774-325e155d1628 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.495916] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.496207] env[62180]: DEBUG nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Instance network_info: |[{"id": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "address": "fa:16:3e:1d:9d:f1", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c7e722-a7", "ovs_interfaceid": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2045.496621] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:9d:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c7e722-a7ce-4f85-8522-6b9deab896fb', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2045.504434] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Creating folder: Project (bbc38168be3c4db298a5e24844095724). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2045.505330] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcba234b-9d95-4ee9-9390-72ea88092990 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.514050] env[62180]: INFO nova.scheduler.client.report [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Deleted allocations for instance 5df22664-8983-4b42-8009-c915f321b247 [ 2045.523054] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964221, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.525739] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Created folder: Project (bbc38168be3c4db298a5e24844095724) in parent group-v404325. [ 2045.525987] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Creating folder: Instances. Parent ref: group-v404602. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2045.526272] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-842bf42b-9efe-4616-b657-6ccf77a1546f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.539738] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Created folder: Instances in parent group-v404602. [ 2045.540709] env[62180]: DEBUG oslo.service.loopingcall [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.540966] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2045.541217] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38f61c2b-6ce3-4707-bb93-48ad62d659de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.570298] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2045.570298] env[62180]: value = "task-1964227" [ 2045.570298] env[62180]: _type = "Task" [ 2045.570298] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.574749] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.575328] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f31fee6a-17b0-4287-8465-c912a9266a38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.581633] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2045.581633] env[62180]: value = "task-1964228" [ 2045.581633] env[62180]: _type = "Task" [ 2045.581633] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.585501] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964227, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.597649] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.611750] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.638269] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.746082] env[62180]: DEBUG nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2045.818615] env[62180]: DEBUG nova.compute.manager [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Received event network-changed-97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2045.818823] env[62180]: DEBUG nova.compute.manager [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Refreshing instance network info cache due to event network-changed-97c7e722-a7ce-4f85-8522-6b9deab896fb. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2045.819285] env[62180]: DEBUG oslo_concurrency.lockutils [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] Acquiring lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.819285] env[62180]: DEBUG oslo_concurrency.lockutils [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] Acquired lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.819419] env[62180]: DEBUG nova.network.neutron [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Refreshing network info cache for port 97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2045.851766] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.874218] env[62180]: DEBUG oslo_vmware.api [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964219, 'name': ReconfigVM_Task, 'duration_secs': 0.517732} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.875133] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-0aa6db72-48b8-440c-9ba0-2db7a8219923/volume-0aa6db72-48b8-440c-9ba0-2db7a8219923.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2045.880016] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a52ddf4-f385-4787-a2fd-9a6207c0a6a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.899632] env[62180]: DEBUG oslo_vmware.api [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964224, 'name': PowerOffVM_Task, 'duration_secs': 0.187338} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.901154] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2045.901375] env[62180]: DEBUG nova.compute.manager [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.901699] env[62180]: DEBUG oslo_vmware.api [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2045.901699] env[62180]: value = "task-1964229" [ 2045.901699] env[62180]: _type = "Task" [ 2045.901699] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.905252] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0eebad-a7ce-4813-ae69-9ad08096538d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.922277] env[62180]: DEBUG oslo_vmware.api [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.922596] env[62180]: DEBUG oslo_vmware.api [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964220, 'name': RemoveSnapshot_Task, 'duration_secs': 0.675961} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.923148] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2045.923398] env[62180]: INFO nova.compute.manager [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Took 17.37 seconds to snapshot the instance on the hypervisor. [ 2046.022422] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964221, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.022980] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3bddf653-53b2-49e7-b82e-2f2790f02ffa tempest-ImagesNegativeTestJSON-1123111739 tempest-ImagesNegativeTestJSON-1123111739-project-member] Lock "5df22664-8983-4b42-8009-c915f321b247" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.632s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.083731] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964227, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.100645] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964228, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.112745] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.141016] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.255643] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64759b1c-c83a-4930-abfd-0d362888fa01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.269393] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84da22b5-bae2-4b1b-afea-635712ae7c35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.276613] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.303641] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e984d3c-b7c8-462b-801b-00c81eb76b32 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.313739] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebe80cb-3000-4b53-9fe2-4c16072950e6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.332258] env[62180]: DEBUG nova.compute.provider_tree [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.353527] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964223, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.434619] env[62180]: DEBUG oslo_vmware.api [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964229, 'name': ReconfigVM_Task, 'duration_secs': 0.152065} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.441616] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c888199-4b25-43e4-bd01-d68836c76744 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.442924] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404597', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'name': 'volume-0aa6db72-48b8-440c-9ba0-2db7a8219923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'serial': '0aa6db72-48b8-440c-9ba0-2db7a8219923'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2046.483444] env[62180]: DEBUG nova.compute.manager [None req-fc6155aa-a2a6-4d72-b662-04b14499e598 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Found 2 images (rotation: 2) {{(pid=62180) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2046.520489] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964221, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.584396] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964227, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.600695] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964228, 'name': PowerOffVM_Task, 'duration_secs': 0.540158} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.600695] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.622345] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.648472] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964222, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.702309] env[62180]: DEBUG nova.network.neutron [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Updated VIF entry in instance network info cache for port 97c7e722-a7ce-4f85-8522-6b9deab896fb. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2046.705022] env[62180]: DEBUG nova.network.neutron [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Updating instance_info_cache with network_info: [{"id": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "address": "fa:16:3e:1d:9d:f1", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c7e722-a7", "ovs_interfaceid": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.791187] env[62180]: INFO nova.compute.manager [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Detaching volume 621fbdda-1957-4adf-86da-1658e643834e [ 2046.835591] env[62180]: DEBUG nova.scheduler.client.report [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.839968] env[62180]: INFO nova.virt.block_device [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Attempting to driver detach volume 621fbdda-1957-4adf-86da-1658e643834e from mountpoint /dev/sdb [ 2046.840265] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2046.840459] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2046.841499] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0906e-cc00-4f56-889d-9c37c970c8c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.858680] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964223, 'name': PowerOffVM_Task, 'duration_secs': 1.097506} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.877361] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.879392] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2046.879655] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f61d733e-dbee-4e0d-a7b1-131afa8d196d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.881955] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f30138c-62a0-471f-9e74-d96adc8d7c81 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.897809] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82075c1-cd83-46d7-91ee-44922911461e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.928025] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27634ee2-1fe4-48ea-bef2-3c88905211d8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.943888] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] The volume has not been displaced from its original location: [datastore1] volume-621fbdda-1957-4adf-86da-1658e643834e/volume-621fbdda-1957-4adf-86da-1658e643834e.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2046.949911] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2046.953205] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f8779d-fe84-4b19-a212-3b03d80ea12b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.978815] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2046.978815] env[62180]: value = "task-1964231" [ 2046.978815] env[62180]: _type = "Task" [ 2046.978815] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.994998] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.020630] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964221, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.085008] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964227, 'name': CreateVM_Task, 'duration_secs': 1.068206} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.085193] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2047.086256] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.086426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.086935] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2047.087251] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebce273d-602c-4557-b8f8-0da837c1652d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.095475] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2047.095475] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521abb96-d5ff-efe6-3d9d-80225a230760" [ 2047.095475] env[62180]: _type = "Task" [ 2047.095475] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.109299] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521abb96-d5ff-efe6-3d9d-80225a230760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.114733] env[62180]: DEBUG oslo_vmware.api [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964210, 'name': ReconfigVM_Task, 'duration_secs': 5.945438} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.115233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.115467] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Reconfigured VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2047.139149] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964222, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.211315] env[62180]: DEBUG oslo_concurrency.lockutils [req-e3a6d2a2-e732-4f3d-a88e-b848b08503cb req-62c9eed3-58c1-4d79-80ae-946c00a9c402 service nova] Releasing lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.236407] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2047.236407] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2047.236407] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleting the datastore file [datastore1] c9b49624-bc00-4e50-b273-38821c698d29 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2047.236407] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df283aba-426d-4d3a-b78b-96e3b7b893c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.246031] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2047.246031] env[62180]: value = "task-1964232" [ 2047.246031] env[62180]: _type = "Task" [ 2047.246031] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.264749] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.350937] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.356303] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.966s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.356926] env[62180]: DEBUG nova.objects.instance [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'resources' on Instance uuid 10c02400-f46c-40c5-80a6-e3e05551659b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.385404] env[62180]: INFO nova.scheduler.client.report [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Deleted allocations for instance 178e8e0b-2788-4923-b774-325e155d1628 [ 2047.391314] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "40e58329-3c07-41b0-a23b-ecc65944de9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.391314] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.391314] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "40e58329-3c07-41b0-a23b-ecc65944de9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.391958] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.392318] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.394877] env[62180]: INFO nova.compute.manager [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Terminating instance [ 2047.498967] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.524148] env[62180]: DEBUG nova.objects.instance [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lazy-loading 'flavor' on Instance uuid c34267a0-def3-4bde-a954-b3026697f031 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2047.534215] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964221, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.612018] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521abb96-d5ff-efe6-3d9d-80225a230760, 'name': SearchDatastore_Task, 'duration_secs': 0.084704} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.612018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.612018] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2047.613018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.613850] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.614715] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2047.623578] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62b2bf3c-882f-432b-b0ca-0d7b7fa85707 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.642439] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964222, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.063723} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.645730] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.645730] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2047.646193] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2047.646434] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2047.647469] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b319f28-7b40-409d-8057-c9807e5c0b79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.650843] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0b02dd-b770-42f9-92e9-1c951a5436ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.657819] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2047.657819] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f0d51-c649-a20e-d150-38ed6dd4df6c" [ 2047.657819] env[62180]: _type = "Task" [ 2047.657819] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.666999] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2047.666999] env[62180]: value = "task-1964233" [ 2047.666999] env[62180]: _type = "Task" [ 2047.666999] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.677744] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f0d51-c649-a20e-d150-38ed6dd4df6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.682740] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.756578] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.900601] env[62180]: DEBUG nova.compute.manager [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2047.900874] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2047.901790] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f133747e-9ddd-4ca2-a414-152d067c1130 tempest-ServerShowV257Test-1826183174 tempest-ServerShowV257Test-1826183174-project-member] Lock "178e8e0b-2788-4923-b774-325e155d1628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.610s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.903868] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e238674-f9c9-4b52-98f0-22347474437a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.915887] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2047.916266] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f40386-186e-4937-97db-04253b786055 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.990202] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964231, 'name': ReconfigVM_Task, 'duration_secs': 0.6477} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.990283] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2047.998099] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd3b455-8b07-41f0-82b8-eaf11af63a9a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.014725] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2048.014725] env[62180]: value = "task-1964235" [ 2048.014725] env[62180]: _type = "Task" [ 2048.014725] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.024192] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964221, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.767956} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.029015] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa/OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa.vmdk to [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5/1de82983-bf46-4cad-bc99-6f9ad6caf6e5.vmdk. [ 2048.029015] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Cleaning up location [datastore1] OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2048.029015] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e864fc02-6888-431b-af9a-3e349820bdfa {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.029285] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.029408] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.029599] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleting the datastore file [datastore1] 40e58329-3c07-41b0-a23b-ecc65944de9c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.033166] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73cb6bb3-2d7d-4a2f-8200-9f957dfd88d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.035208] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d10b910d-7a79-4575-aa01-318ea69874d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.039960] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.041508] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6a4c6100-39a7-4c5f-ae30-b6b8c57276c8 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.048759] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2048.048759] env[62180]: value = "task-1964236" [ 2048.048759] env[62180]: _type = "Task" [ 2048.048759] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.049076] env[62180]: DEBUG oslo_vmware.api [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2048.049076] env[62180]: value = "task-1964237" [ 2048.049076] env[62180]: _type = "Task" [ 2048.049076] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.064804] env[62180]: DEBUG oslo_vmware.api [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.064804] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.126778] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.127090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.151973] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5712fef7-7312-40e8-9afc-60d8d38c92d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.165954] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7eba55-c350-4f2c-b7a7-b4414862eaf7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.198979] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f0d51-c649-a20e-d150-38ed6dd4df6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015723} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.203022] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fd41ae-c9dc-4c1f-813a-f2b5b9abd70b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.206940] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b43d1af-288e-4347-9a16-086d51abc2e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.209552] env[62180]: DEBUG nova.compute.manager [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.210034] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072118} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.212947] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0640b8ce-2524-4c0a-8d21-caba314df34e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.214354] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2048.219491] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842ebed-a26d-4359-be95-914219ec7131 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.223512] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb340f0-43de-4586-b89f-c3c99370d690 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.227680] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2048.227680] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522b62e1-84fd-3984-d300-a32cbfe07803" [ 2048.227680] env[62180]: _type = "Task" [ 2048.227680] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.254852] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.264898] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80fd5f24-ac34-46ac-b896-6e9b98db9497 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.279063] env[62180]: DEBUG nova.compute.provider_tree [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.289102] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522b62e1-84fd-3984-d300-a32cbfe07803, 'name': SearchDatastore_Task, 'duration_secs': 0.039296} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.289916] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.290033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e8685c03-1d76-43b6-9329-c8231be9c458/e8685c03-1d76-43b6-9329-c8231be9c458.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2048.290448] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f2e68a-fea1-48c0-ac93-e8ba91f2d3b2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.298030] env[62180]: DEBUG oslo_vmware.api [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592523} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.298274] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2048.298274] env[62180]: value = "task-1964238" [ 2048.298274] env[62180]: _type = "Task" [ 2048.298274] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.298926] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.299223] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.299319] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.299479] env[62180]: INFO nova.compute.manager [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Took 2.98 seconds to destroy the instance on the hypervisor. [ 2048.299710] env[62180]: DEBUG oslo.service.loopingcall [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.299954] env[62180]: DEBUG nova.compute.manager [-] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.300065] env[62180]: DEBUG nova.network.neutron [-] [instance: c9b49624-bc00-4e50-b273-38821c698d29] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.305313] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2048.305313] env[62180]: value = "task-1964239" [ 2048.305313] env[62180]: _type = "Task" [ 2048.305313] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.311702] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.316209] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.532766] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.570855] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04274} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.571044] env[62180]: DEBUG oslo_vmware.api [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411242} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.571985] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.571985] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5/1de82983-bf46-4cad-bc99-6f9ad6caf6e5.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.571985] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5/1de82983-bf46-4cad-bc99-6f9ad6caf6e5.vmdk to [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2048.572217] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.572337] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.572548] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.572727] env[62180]: INFO nova.compute.manager [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Took 0.67 seconds to destroy the instance on the hypervisor. [ 2048.572992] env[62180]: DEBUG oslo.service.loopingcall [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.573224] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96037cd4-1d38-4c97-a0d9-8c4d05faa0d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.576772] env[62180]: DEBUG nova.compute.manager [-] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.576890] env[62180]: DEBUG nova.network.neutron [-] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.586627] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2048.586627] env[62180]: value = "task-1964240" [ 2048.586627] env[62180]: _type = "Task" [ 2048.586627] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.600401] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.631616] env[62180]: INFO nova.compute.manager [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Detaching volume dc642221-d87e-4a23-850b-5909f652f4f3 [ 2048.678524] env[62180]: INFO nova.virt.block_device [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Attempting to driver detach volume dc642221-d87e-4a23-850b-5909f652f4f3 from mountpoint /dev/sdb [ 2048.678524] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2048.678524] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404590', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'name': 'volume-dc642221-d87e-4a23-850b-5909f652f4f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'serial': 'dc642221-d87e-4a23-850b-5909f652f4f3'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2048.680099] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ba11de-c0b8-4566-9f61-3f6afed90d05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.708793] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ad23f-fce0-403a-9c12-5a762f00b79d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.719326] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4218f406-f59c-46a0-a330-349e161b29a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.757344] env[62180]: INFO nova.compute.manager [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] instance snapshotting [ 2048.757967] env[62180]: DEBUG nova.objects.instance [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'flavor' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2048.760588] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b580215-f5db-4ae5-82b2-f0f1919d588e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.766018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.766239] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.766388] env[62180]: DEBUG nova.network.neutron [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.779301] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] The volume has not been displaced from its original location: [datastore1] volume-dc642221-d87e-4a23-850b-5909f652f4f3/volume-dc642221-d87e-4a23-850b-5909f652f4f3.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2048.784794] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2048.789981] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bcc40a0-e275-44d9-afeb-d10b5631a1d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.809950] env[62180]: DEBUG nova.scheduler.client.report [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.816645] env[62180]: DEBUG nova.compute.manager [req-49d929f5-a58a-40fd-9b91-2051494d92bf req-3a53fd9c-e4de-4ccb-8174-d42333086579 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Received event network-vif-deleted-4c464a55-0e47-4df1-990d-db4544c248b2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.816821] env[62180]: INFO nova.compute.manager [req-49d929f5-a58a-40fd-9b91-2051494d92bf req-3a53fd9c-e4de-4ccb-8174-d42333086579 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Neutron deleted interface 4c464a55-0e47-4df1-990d-db4544c248b2; detaching it from the instance and deleting it from the info cache [ 2048.816966] env[62180]: DEBUG nova.network.neutron [req-49d929f5-a58a-40fd-9b91-2051494d92bf req-3a53fd9c-e4de-4ccb-8174-d42333086579 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.832050] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.837099] env[62180]: DEBUG oslo_vmware.api [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2048.837099] env[62180]: value = "task-1964241" [ 2048.837099] env[62180]: _type = "Task" [ 2048.837099] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.837983] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964239, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.847852] env[62180]: DEBUG oslo_vmware.api [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.028887] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.097123] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964240, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.210537] env[62180]: INFO nova.network.neutron [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Port be5e17e6-7349-4862-930c-ee91eb4e7ee4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2049.210916] env[62180]: DEBUG nova.network.neutron [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.264040] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325dd63-f786-4d99-9527-0a189b6589e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.288170] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b788b392-ca1e-4ba7-b110-a649f05220a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.313829] env[62180]: DEBUG nova.network.neutron [-] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.323484] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.326384] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.050s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.327847] env[62180]: INFO nova.compute.claims [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2049.331912] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6e470de-ab6b-4b2e-93bd-0bfe9b56c6fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.338096] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.341843] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535677} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.345982] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e8685c03-1d76-43b6-9329-c8231be9c458/e8685c03-1d76-43b6-9329-c8231be9c458.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2049.346307] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2049.347697] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1934d82-aa06-4aca-911f-a422aa4c99c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.354831] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55698233-8bcd-40ca-92a7-6518a53ce9a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.367731] env[62180]: INFO nova.scheduler.client.report [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted allocations for instance 10c02400-f46c-40c5-80a6-e3e05551659b [ 2049.373632] env[62180]: DEBUG oslo_vmware.api [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964241, 'name': ReconfigVM_Task, 'duration_secs': 0.266938} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.376752] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2049.383747] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464b02f6-587f-4bc6-afc1-85f158ec548a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.397775] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2049.397775] env[62180]: value = "task-1964242" [ 2049.397775] env[62180]: _type = "Task" [ 2049.397775] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.408168] env[62180]: DEBUG nova.compute.manager [req-49d929f5-a58a-40fd-9b91-2051494d92bf req-3a53fd9c-e4de-4ccb-8174-d42333086579 service nova] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Detach interface failed, port_id=4c464a55-0e47-4df1-990d-db4544c248b2, reason: Instance c9b49624-bc00-4e50-b273-38821c698d29 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2049.416749] env[62180]: DEBUG oslo_vmware.api [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2049.416749] env[62180]: value = "task-1964243" [ 2049.416749] env[62180]: _type = "Task" [ 2049.416749] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.418882] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.427661] env[62180]: DEBUG oslo_vmware.api [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.533794] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964235, 'name': ReconfigVM_Task, 'duration_secs': 1.158337} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.533794] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2049.586986] env[62180]: DEBUG nova.network.neutron [-] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.602889] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964240, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.713484] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.804721] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2049.804721] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54f6d47d-73e7-401a-9c64-017b77db56f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.814257] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2049.814257] env[62180]: value = "task-1964244" [ 2049.814257] env[62180]: _type = "Task" [ 2049.814257] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.826677] env[62180]: INFO nova.compute.manager [-] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Took 1.53 seconds to deallocate network for instance. [ 2049.846957] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964244, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.860409] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.889020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1afe6abe-bb09-4a7b-a0d8-3dc731c0c99f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "10c02400-f46c-40c5-80a6-e3e05551659b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.006s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.900127] env[62180]: DEBUG nova.compute.manager [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2049.900127] env[62180]: DEBUG nova.compute.manager [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing instance network info cache due to event network-changed-20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2049.900218] env[62180]: DEBUG oslo_concurrency.lockutils [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] Acquiring lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.900370] env[62180]: DEBUG oslo_concurrency.lockutils [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] Acquired lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.900487] env[62180]: DEBUG nova.network.neutron [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Refreshing network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2049.923682] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083107} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.928048] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2049.929194] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8cfce-a662-4dc6-891c-b384759d8906 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.954377] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e8685c03-1d76-43b6-9329-c8231be9c458/e8685c03-1d76-43b6-9329-c8231be9c458.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2049.958515] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f5ec01-11df-4559-a063-d501ddf88552 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.975277] env[62180]: DEBUG oslo_vmware.api [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964243, 'name': ReconfigVM_Task, 'duration_secs': 0.146192} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.976253] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404590', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'name': 'volume-dc642221-d87e-4a23-850b-5909f652f4f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc642221-d87e-4a23-850b-5909f652f4f3', 'serial': 'dc642221-d87e-4a23-850b-5909f652f4f3'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2049.986081] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2049.986081] env[62180]: value = "task-1964245" [ 2049.986081] env[62180]: _type = "Task" [ 2049.986081] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.000016] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.137174] env[62180]: INFO nova.compute.manager [-] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Took 1.52 seconds to deallocate network for instance. [ 2050.137174] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964240, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.219491] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f526e222-3dcd-4ccc-b960-b4618629abbb tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-90215454-d9f5-4dbb-ab27-9c1ccd5cac23-be5e17e6-7349-4862-930c-ee91eb4e7ee4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.760s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.337428] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964238, 'name': ReconfigVM_Task, 'duration_secs': 1.932325} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.341885] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2050.343704] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.344487] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964244, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.344862] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe48421-da4b-4781-b102-bb7ff51d99a1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.358997] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2050.358997] env[62180]: value = "task-1964246" [ 2050.358997] env[62180]: _type = "Task" [ 2050.358997] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.372638] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964246, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.500153] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.557923] env[62180]: DEBUG nova.objects.instance [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lazy-loading 'flavor' on Instance uuid c34267a0-def3-4bde-a954-b3026697f031 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.608868] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964240, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.611374] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.637217] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f162822-f3a4-4f0c-8459-fa1f76f9a9bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.651703] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d20cb2-f3ab-4291-9b9b-ccf6790058d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.661395] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.661926] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84920b6f-577d-47d5-ada3-66e7fd0f96fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.694541] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a03c67-eb65-4f58-8883-f6088ae9cb79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.699939] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2050.699939] env[62180]: value = "task-1964247" [ 2050.699939] env[62180]: _type = "Task" [ 2050.699939] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.711526] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58c4fe2-8bfb-4b3a-97de-b08e201d0a09 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.715988] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2050.716235] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2050.716438] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2050.717739] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46847580-788c-4643-aaf8-434a87f0c1a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.731175] env[62180]: DEBUG nova.compute.provider_tree [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2050.759418] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e6b37d-8f51-4040-941a-270efe6191ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.770865] env[62180]: WARNING nova.virt.vmwareapi.driver [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2050.771283] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.772140] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302cbcf6-84e8-403a-bb95-5e9885be31d4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.781870] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-4f9dd9a7-3c94-4714-82fe-140fd8e89716-be5e17e6-7349-4862-930c-ee91eb4e7ee4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.782264] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-4f9dd9a7-3c94-4714-82fe-140fd8e89716-be5e17e6-7349-4862-930c-ee91eb4e7ee4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.782657] env[62180]: DEBUG nova.objects.instance [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'flavor' on Instance uuid 4f9dd9a7-3c94-4714-82fe-140fd8e89716 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.783885] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2050.784664] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfd9057f-3aaa-4fea-a537-7204df08f7fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.810027] env[62180]: DEBUG nova.network.neutron [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updated VIF entry in instance network info cache for port 20385f88-02ef-47ad-b05f-77e2b070a181. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2050.810199] env[62180]: DEBUG nova.network.neutron [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [{"id": "20385f88-02ef-47ad-b05f-77e2b070a181", "address": "fa:16:3e:0b:bf:37", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20385f88-02", "ovs_interfaceid": "20385f88-02ef-47ad-b05f-77e2b070a181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.826139] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964244, 'name': CreateSnapshot_Task, 'duration_secs': 0.568308} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.826470] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2050.827420] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09444dc3-131a-45b2-8525-9841fd8356f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.868391] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964246, 'name': Rename_Task, 'duration_secs': 0.432925} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.869949] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.869949] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef4a23e1-e1ba-416c-9403-1a638febedd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.877038] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2050.877038] env[62180]: value = "task-1964249" [ 2050.877038] env[62180]: _type = "Task" [ 2050.877038] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.884272] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.938577] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8b0bc29f-f4c9-47da-9a65-0301b9a303b2 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "9fe11553-cd3c-40a4-a3fa-6dad96380863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.938869] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8b0bc29f-f4c9-47da-9a65-0301b9a303b2 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9fe11553-cd3c-40a4-a3fa-6dad96380863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.997907] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.102429] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964240, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.236844] env[62180]: DEBUG nova.scheduler.client.report [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2051.313580] env[62180]: DEBUG oslo_concurrency.lockutils [req-59af12d0-2e87-418f-ab07-5000f0ad0815 req-a97cd277-b548-4387-a750-992f1e2957fe service nova] Releasing lock "refresh_cache-90215454-d9f5-4dbb-ab27-9c1ccd5cac23" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.346552] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2051.347203] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed4ec6bf-1f5c-440d-87cf-f39d155dacae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.356173] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2051.356173] env[62180]: value = "task-1964250" [ 2051.356173] env[62180]: _type = "Task" [ 2051.356173] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.370388] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.391837] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.443170] env[62180]: DEBUG nova.objects.instance [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f9dd9a7-3c94-4714-82fe-140fd8e89716 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.443170] env[62180]: DEBUG nova.compute.manager [None req-8b0bc29f-f4c9-47da-9a65-0301b9a303b2 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9fe11553-cd3c-40a4-a3fa-6dad96380863] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2051.471746] env[62180]: DEBUG nova.compute.manager [req-47571627-b8a0-430d-987a-5c281aaf9825 req-b054aa8b-2e96-4e9a-a8d8-897ddad139fb service nova] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Received event network-vif-deleted-3b8314a3-0a26-430e-86d4-4bc7313ee8f9 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2051.501348] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964245, 'name': ReconfigVM_Task, 'duration_secs': 1.127831} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.502495] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e8685c03-1d76-43b6-9329-c8231be9c458/e8685c03-1d76-43b6-9329-c8231be9c458.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2051.502823] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6a63e39-6df3-45c0-af42-a79698032831 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.511924] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2051.511924] env[62180]: value = "task-1964251" [ 2051.511924] env[62180]: _type = "Task" [ 2051.511924] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.520685] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964251, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.572269] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f86a193-3099-406b-93d1-5e73d6b99098 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.444s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.601953] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964240, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.632205} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.602387] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5/1de82983-bf46-4cad-bc99-6f9ad6caf6e5.vmdk to [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2051.603233] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daffaa4-e43c-499e-955a-5edebd674d50 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.629331] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.630377] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6625b54-36d9-4475-b396-f699e5b07aa8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.653447] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2051.653447] env[62180]: value = "task-1964252" [ 2051.653447] env[62180]: _type = "Task" [ 2051.653447] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.661907] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.742083] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.742645] env[62180]: DEBUG nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2051.745430] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.402s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.745571] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.747674] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.136s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.747978] env[62180]: DEBUG nova.objects.instance [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lazy-loading 'resources' on Instance uuid 40e58329-3c07-41b0-a23b-ecc65944de9c {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.788158] env[62180]: INFO nova.scheduler.client.report [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted allocations for instance c9b49624-bc00-4e50-b273-38821c698d29 [ 2051.868922] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.893499] env[62180]: DEBUG oslo_vmware.api [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964249, 'name': PowerOnVM_Task, 'duration_secs': 0.626444} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.896921] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.896921] env[62180]: INFO nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Took 11.95 seconds to spawn the instance on the hypervisor. [ 2051.896921] env[62180]: DEBUG nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.896921] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a433d8e-1c90-4239-a67c-5efcd85fca84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.953024] env[62180]: DEBUG nova.objects.base [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Object Instance<4f9dd9a7-3c94-4714-82fe-140fd8e89716> lazy-loaded attributes: flavor,pci_requests {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2051.953024] env[62180]: DEBUG nova.network.neutron [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2051.954332] env[62180]: DEBUG nova.compute.manager [None req-8b0bc29f-f4c9-47da-9a65-0301b9a303b2 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9fe11553-cd3c-40a4-a3fa-6dad96380863] Instance disappeared before build. {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 2052.026413] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964251, 'name': Rename_Task, 'duration_secs': 0.379235} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.027019] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.027019] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0f27d44-6fa0-4809-8fe0-d8a21155fff9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.033226] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2052.033226] env[62180]: value = "task-1964253" [ 2052.033226] env[62180]: _type = "Task" [ 2052.033226] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.040967] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.089200] env[62180]: DEBUG nova.policy [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00913fc2569c48909c1284c7dce13f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b467fb05bc7c4cd598733e0187307444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2052.164457] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.252743] env[62180]: DEBUG nova.compute.utils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2052.257977] env[62180]: DEBUG nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2052.259517] env[62180]: DEBUG nova.network.neutron [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2052.298064] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f81ab251-a595-41c6-a055-3a3726662929 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "c9b49624-bc00-4e50-b273-38821c698d29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.494s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.298815] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.299052] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.338418] env[62180]: DEBUG nova.policy [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4bae2fa23e4ce2a198e28e3980bd3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e211d231214444e9f21af861c410d02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2052.373338] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.419910] env[62180]: INFO nova.compute.manager [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Took 24.03 seconds to build instance. [ 2052.475046] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77e430b-3e64-4411-8b8c-7870df0aed22 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.479044] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8b0bc29f-f4c9-47da-9a65-0301b9a303b2 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9fe11553-cd3c-40a4-a3fa-6dad96380863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.540s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.484092] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b18041-8e9f-4f87-8316-9347079b8f79 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.523667] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f31b240-86e7-4724-88ae-7a78c4d4ec74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.531869] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d4720-fb68-48af-95f8-be9c168cfeed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.540297] env[62180]: DEBUG nova.compute.manager [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.541306] env[62180]: DEBUG nova.compute.manager [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing instance network info cache due to event network-changed-6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2052.541306] env[62180]: DEBUG oslo_concurrency.lockutils [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.541306] env[62180]: DEBUG oslo_concurrency.lockutils [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.541306] env[62180]: DEBUG nova.network.neutron [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2052.558183] env[62180]: DEBUG nova.compute.provider_tree [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.563506] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.665894] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.701878] env[62180]: DEBUG nova.network.neutron [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Successfully created port: 685653ec-1a26-469a-b46b-d567a34cc00e {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2052.759171] env[62180]: DEBUG nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2052.805089] env[62180]: INFO nova.compute.manager [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Detaching volume 0aa6db72-48b8-440c-9ba0-2db7a8219923 [ 2052.856256] env[62180]: INFO nova.virt.block_device [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Attempting to driver detach volume 0aa6db72-48b8-440c-9ba0-2db7a8219923 from mountpoint /dev/sdc [ 2052.856256] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2052.856256] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404597', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'name': 'volume-0aa6db72-48b8-440c-9ba0-2db7a8219923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'serial': '0aa6db72-48b8-440c-9ba0-2db7a8219923'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2052.856256] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e798759-67bc-40d6-a70a-fdf92a2f3bed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.886539] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2412e516-2473-42bc-ba2c-a8ad576139b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.898212] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779498ab-42a8-4a58-82dc-d7aca2fe4df5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.902564] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.929861] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "a0c433c8-8830-41bd-810b-f0207eaf11db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.930212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.931435] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08ff6bee-a487-47da-a1a1-d4aa2355fe95 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.552s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.933304] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846c6556-e175-4736-948d-a0af531504a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.957350] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] The volume has not been displaced from its original location: [datastore1] volume-0aa6db72-48b8-440c-9ba0-2db7a8219923/volume-0aa6db72-48b8-440c-9ba0-2db7a8219923.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2052.966221] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfiguring VM instance instance-0000005e to detach disk 2002 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2052.966221] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2327f411-4978-4597-aca2-cf9660d7c050 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.984422] env[62180]: DEBUG oslo_vmware.api [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2052.984422] env[62180]: value = "task-1964254" [ 2052.984422] env[62180]: _type = "Task" [ 2052.984422] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.993014] env[62180]: DEBUG oslo_vmware.api [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.051026] env[62180]: DEBUG oslo_vmware.api [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964253, 'name': PowerOnVM_Task, 'duration_secs': 0.952664} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.051471] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2053.051642] env[62180]: INFO nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Took 10.79 seconds to spawn the instance on the hypervisor. [ 2053.051771] env[62180]: DEBUG nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.052963] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49f7b01-4ed2-43dc-a0f1-bb1de6f228b8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.064744] env[62180]: DEBUG nova.scheduler.client.report [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2053.165134] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964252, 'name': ReconfigVM_Task, 'duration_secs': 1.040508} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.165469] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996/f8fbf35e-c2c8-4a6c-974c-566208551996.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.166442] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0d8105-fd1c-4032-bf2e-2735a6744206 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.172334] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2053.172334] env[62180]: value = "task-1964255" [ 2053.172334] env[62180]: _type = "Task" [ 2053.172334] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.181868] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964255, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.370630] env[62180]: DEBUG nova.network.neutron [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updated VIF entry in instance network info cache for port 6c9df8b6-eabd-4d63-b089-cb3e77b189f5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2053.370920] env[62180]: DEBUG nova.network.neutron [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.375829] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.433215] env[62180]: DEBUG nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2053.494738] env[62180]: DEBUG oslo_vmware.api [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964254, 'name': ReconfigVM_Task, 'duration_secs': 0.340814} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.495097] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Reconfigured VM instance instance-0000005e to detach disk 2002 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2053.499975] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca848361-fdb7-4f60-baf8-c85401b735a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.515539] env[62180]: DEBUG oslo_vmware.api [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2053.515539] env[62180]: value = "task-1964256" [ 2053.515539] env[62180]: _type = "Task" [ 2053.515539] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.526643] env[62180]: DEBUG oslo_vmware.api [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.569782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.574751] env[62180]: INFO nova.compute.manager [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Took 24.70 seconds to build instance. [ 2053.601543] env[62180]: INFO nova.scheduler.client.report [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted allocations for instance 40e58329-3c07-41b0-a23b-ecc65944de9c [ 2053.682266] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964255, 'name': Rename_Task, 'duration_secs': 0.356338} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.682599] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2053.682966] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96a45727-53b2-46de-a712-8f537aea94d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.692126] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2053.692126] env[62180]: value = "task-1964257" [ 2053.692126] env[62180]: _type = "Task" [ 2053.692126] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.702852] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.768709] env[62180]: DEBUG nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2053.804861] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2053.805227] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2053.805498] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2053.805819] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2053.806098] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2053.806384] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2053.806743] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2053.807059] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2053.807364] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2053.807705] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2053.808055] env[62180]: DEBUG nova.virt.hardware [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2053.809827] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe40fa9-1deb-478c-8d6d-ceacc0587b52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.821546] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f6d7e5-0e1a-403e-9e6b-0798776eb34f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.877513] env[62180]: DEBUG oslo_concurrency.lockutils [req-c0474393-cbb6-4a2c-a84b-570c1bb5f6b7 req-334f6212-5150-438a-95cc-810ca350ae18 service nova] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.878125] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.953970] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.954300] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.956019] env[62180]: INFO nova.compute.claims [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2054.026081] env[62180]: DEBUG oslo_vmware.api [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964256, 'name': ReconfigVM_Task, 'duration_secs': 0.136075} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.027249] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404597', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'name': 'volume-0aa6db72-48b8-440c-9ba0-2db7a8219923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c34267a0-def3-4bde-a954-b3026697f031', 'attached_at': '', 'detached_at': '', 'volume_id': '0aa6db72-48b8-440c-9ba0-2db7a8219923', 'serial': '0aa6db72-48b8-440c-9ba0-2db7a8219923'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2054.077019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e56caf5e-b16e-456d-bfca-db3f4b1b92f8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.209s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.110828] env[62180]: DEBUG oslo_concurrency.lockutils [None req-88bb19a6-d84a-4c77-aa5b-cd89b232c250 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "40e58329-3c07-41b0-a23b-ecc65944de9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.720s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.201106] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.374717] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.597865] env[62180]: DEBUG nova.objects.instance [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lazy-loading 'flavor' on Instance uuid c34267a0-def3-4bde-a954-b3026697f031 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2054.692022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.692022] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.701361] env[62180]: DEBUG oslo_vmware.api [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964257, 'name': PowerOnVM_Task, 'duration_secs': 0.823331} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.702401] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2054.812134] env[62180]: DEBUG nova.compute.manager [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2054.812134] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a930e2-d687-4263-8ab8-f15099981962 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.875951] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.972645] env[62180]: DEBUG nova.compute.manager [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2054.972709] env[62180]: DEBUG nova.compute.manager [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing instance network info cache due to event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2054.972994] env[62180]: DEBUG oslo_concurrency.lockutils [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] Acquiring lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.973256] env[62180]: DEBUG oslo_concurrency.lockutils [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] Acquired lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.973433] env[62180]: DEBUG nova.network.neutron [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2055.154659] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1830866-0cb2-4dd2-94c6-079bc1313112 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.163183] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff497245-ac41-46dd-89d9-f4b8d47f87a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.193127] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad4d7f1-4944-4122-b7fd-30271fc77cde {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.196106] env[62180]: DEBUG nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2055.203870] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cca16a-7138-4365-9e52-227bbe56d522 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.219619] env[62180]: DEBUG nova.compute.provider_tree [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.330695] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3f0698bf-2e91-4b6d-8755-f794d15b01ae tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.721s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.376710] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.613320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0336bb09-3c44-46a3-b46c-c5ba56fca683 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.720761] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.722846] env[62180]: DEBUG nova.scheduler.client.report [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.757020] env[62180]: DEBUG nova.network.neutron [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updated VIF entry in instance network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2055.757441] env[62180]: DEBUG nova.network.neutron [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.854067] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.854397] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.854629] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "c34267a0-def3-4bde-a954-b3026697f031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.854870] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.855090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.857247] env[62180]: INFO nova.compute.manager [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Terminating instance [ 2055.877668] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.231041] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.231631] env[62180]: DEBUG nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2056.234269] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.514s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.235705] env[62180]: INFO nova.compute.claims [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2056.260290] env[62180]: DEBUG oslo_concurrency.lockutils [req-05ecb3fe-a79d-4fb9-8174-f174beb4e67b req-431dc75f-f426-4ebd-84d7-aed6efc22953 service nova] Releasing lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.361904] env[62180]: DEBUG nova.compute.manager [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.361904] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.362524] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9b89b3-3774-419d-b2cb-21ed7c21928e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.373912] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.374526] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d9f602-bf51-4bab-a05a-342dc4decb41 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.379181] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.381108] env[62180]: DEBUG oslo_vmware.api [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2056.381108] env[62180]: value = "task-1964258" [ 2056.381108] env[62180]: _type = "Task" [ 2056.381108] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.388419] env[62180]: DEBUG oslo_vmware.api [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.740342] env[62180]: DEBUG nova.compute.utils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2056.746178] env[62180]: DEBUG nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2056.746178] env[62180]: DEBUG nova.network.neutron [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2056.784381] env[62180]: DEBUG nova.policy [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bea0385f9164681bb996c0dfef51978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b938eb5aae44ed8a5587972e5e5c16f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2056.880090] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.891441] env[62180]: DEBUG oslo_vmware.api [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964258, 'name': PowerOffVM_Task, 'duration_secs': 0.204293} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.891887] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.892513] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2056.892513] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e19967b0-2a3e-4ffa-8446-12789a863ded {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.039706] env[62180]: DEBUG nova.network.neutron [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Successfully created port: 1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2057.046720] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.046833] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.046992] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.047223] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.047408] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.049385] env[62180]: INFO nova.compute.manager [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Terminating instance [ 2057.245347] env[62180]: DEBUG nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2057.322080] env[62180]: DEBUG nova.compute.manager [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Received event network-changed-97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2057.322446] env[62180]: DEBUG nova.compute.manager [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Refreshing instance network info cache due to event network-changed-97c7e722-a7ce-4f85-8522-6b9deab896fb. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2057.322817] env[62180]: DEBUG oslo_concurrency.lockutils [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] Acquiring lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.322968] env[62180]: DEBUG oslo_concurrency.lockutils [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] Acquired lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.323303] env[62180]: DEBUG nova.network.neutron [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Refreshing network info cache for port 97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.331144] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.331407] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.331602] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleting the datastore file [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.331889] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7663d95f-3262-4a89-8ea0-8faaec62c9c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.342650] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2057.342650] env[62180]: value = "task-1964260" [ 2057.342650] env[62180]: _type = "Task" [ 2057.342650] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.351578] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.380552] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.467663] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e6432-412f-4717-ab95-603cf374af7a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.475972] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f204d-6103-440a-9a54-eee1a69aeee6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.483287] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.483539] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.483740] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Deleting the datastore file [datastore1] c34267a0-def3-4bde-a954-b3026697f031 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.509656] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30994194-b89e-4278-9965-2f15e5b1a23b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.512319] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44f0145-abfc-444f-bada-45ac23da6d57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.521572] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bfac3b-1b98-4756-a069-eaf6e486eae5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.525990] env[62180]: DEBUG oslo_vmware.api [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for the task: (returnval){ [ 2057.525990] env[62180]: value = "task-1964261" [ 2057.525990] env[62180]: _type = "Task" [ 2057.525990] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.537619] env[62180]: DEBUG nova.compute.provider_tree [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.544206] env[62180]: DEBUG oslo_vmware.api [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.553315] env[62180]: DEBUG nova.compute.manager [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2057.553605] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2057.554452] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cbe754-1cd5-4acd-8254-d27ba36f7c44 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.562858] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2057.563134] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea49d47-016b-4141-99a5-9430c7df3e1a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.570227] env[62180]: DEBUG oslo_vmware.api [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2057.570227] env[62180]: value = "task-1964262" [ 2057.570227] env[62180]: _type = "Task" [ 2057.570227] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.578533] env[62180]: DEBUG oslo_vmware.api [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.808400] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65220363-a934-4f70-adfc-294e14cc9fc4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.815563] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-248eb93c-2ca9-473a-931c-4481c0f019a9 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Suspending the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2057.815821] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-93d05cf2-4bf4-4b12-944e-f2e7058f0ae4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.822258] env[62180]: DEBUG oslo_vmware.api [None req-248eb93c-2ca9-473a-931c-4481c0f019a9 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2057.822258] env[62180]: value = "task-1964263" [ 2057.822258] env[62180]: _type = "Task" [ 2057.822258] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.832934] env[62180]: DEBUG oslo_vmware.api [None req-248eb93c-2ca9-473a-931c-4481c0f019a9 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964263, 'name': SuspendVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.853745] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159082} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.853745] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.853745] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.854159] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.883486] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.037918] env[62180]: DEBUG oslo_vmware.api [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Task: {'id': task-1964261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147321} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.038200] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2058.038388] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2058.038567] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2058.038737] env[62180]: INFO nova.compute.manager [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] [instance: c34267a0-def3-4bde-a954-b3026697f031] Took 1.68 seconds to destroy the instance on the hypervisor. [ 2058.038979] env[62180]: DEBUG oslo.service.loopingcall [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.039309] env[62180]: DEBUG nova.compute.manager [-] [instance: c34267a0-def3-4bde-a954-b3026697f031] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2058.039424] env[62180]: DEBUG nova.network.neutron [-] [instance: c34267a0-def3-4bde-a954-b3026697f031] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2058.041619] env[62180]: DEBUG nova.scheduler.client.report [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.082853] env[62180]: DEBUG oslo_vmware.api [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964262, 'name': PowerOffVM_Task, 'duration_secs': 0.295016} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.083155] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2058.083333] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2058.083578] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62581441-e323-4808-97f1-276dc63238c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.193279] env[62180]: DEBUG nova.network.neutron [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Updated VIF entry in instance network info cache for port 97c7e722-a7ce-4f85-8522-6b9deab896fb. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.193666] env[62180]: DEBUG nova.network.neutron [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Updating instance_info_cache with network_info: [{"id": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "address": "fa:16:3e:1d:9d:f1", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c7e722-a7", "ovs_interfaceid": "97c7e722-a7ce-4f85-8522-6b9deab896fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.258535] env[62180]: DEBUG nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2058.288528] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2058.288790] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2058.289119] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2058.289942] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2058.289942] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2058.289942] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2058.289942] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2058.290127] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2058.290127] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2058.290293] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2058.290482] env[62180]: DEBUG nova.virt.hardware [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2058.291365] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1d577-f0ff-47d4-af3a-9a536d52a2cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.299767] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e1e602-982a-43cc-bdf5-86d745bef47d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.331230] env[62180]: DEBUG oslo_vmware.api [None req-248eb93c-2ca9-473a-931c-4481c0f019a9 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964263, 'name': SuspendVM_Task} progress is 58%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.362589] env[62180]: INFO nova.virt.block_device [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Booting with volume 621fbdda-1957-4adf-86da-1658e643834e at /dev/sdb [ 2058.384824] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964250, 'name': CloneVM_Task, 'duration_secs': 6.946816} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.387566] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Created linked-clone VM from snapshot [ 2058.388531] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba38be-6a5e-4e20-84dc-777a7451b2ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.398823] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Uploading image 45929ba9-0eae-4156-b0fe-f164dcecb0ac {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2058.416200] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d633aa2-65b6-402d-8d4b-9740a638827d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.427466] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2058.427466] env[62180]: value = "vm-404606" [ 2058.427466] env[62180]: _type = "VirtualMachine" [ 2058.427466] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2058.431484] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d04aeaf-e441-4bdf-a0cd-0c8f225acf22 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.443965] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9c2f8339-cba6-4fe7-ab02-48de19103fbf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.452631] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease: (returnval){ [ 2058.452631] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae18c5-e115-fc2c-c83f-d431fa7efa81" [ 2058.452631] env[62180]: _type = "HttpNfcLease" [ 2058.452631] env[62180]: } obtained for exporting VM: (result){ [ 2058.452631] env[62180]: value = "vm-404606" [ 2058.452631] env[62180]: _type = "VirtualMachine" [ 2058.452631] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2058.453228] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the lease: (returnval){ [ 2058.453228] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae18c5-e115-fc2c-c83f-d431fa7efa81" [ 2058.453228] env[62180]: _type = "HttpNfcLease" [ 2058.453228] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2058.468382] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb7c3265-d548-44b3-9ba1-55f562ee189a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.473392] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2058.473392] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae18c5-e115-fc2c-c83f-d431fa7efa81" [ 2058.473392] env[62180]: _type = "HttpNfcLease" [ 2058.473392] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2058.478044] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c86fba-25d5-467b-bdfb-006860e5fb05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.493786] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2058.494110] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2058.494352] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleting the datastore file [datastore1] 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2058.494645] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc63c005-6e5c-4aa0-a87e-5625875b7374 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.514958] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e6967-105e-4cf0-a1d0-4ed77228cd6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.518273] env[62180]: DEBUG oslo_vmware.api [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for the task: (returnval){ [ 2058.518273] env[62180]: value = "task-1964266" [ 2058.518273] env[62180]: _type = "Task" [ 2058.518273] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.526820] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b04eeef-fb1b-48e4-8f40-4f6ac99db37a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.533492] env[62180]: DEBUG oslo_vmware.api [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.547273] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.547886] env[62180]: DEBUG nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2058.551511] env[62180]: DEBUG nova.virt.block_device [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updating existing volume attachment record: 72ab5604-1468-45f0-a775-f9b578b784d9 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2058.696758] env[62180]: DEBUG oslo_concurrency.lockutils [req-5262f941-c48f-4c78-857b-5bf5626b4296 req-837ce485-e3ff-4f2b-abb2-d169361464f5 service nova] Releasing lock "refresh_cache-e8685c03-1d76-43b6-9329-c8231be9c458" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.728670] env[62180]: DEBUG nova.compute.manager [req-29a5aa8c-9131-4478-a698-5cf78c02b018 req-efd29ee2-5cb2-4941-8f8f-1a72ec6762fb service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Received event network-vif-plugged-1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2058.728726] env[62180]: DEBUG oslo_concurrency.lockutils [req-29a5aa8c-9131-4478-a698-5cf78c02b018 req-efd29ee2-5cb2-4941-8f8f-1a72ec6762fb service nova] Acquiring lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.730627] env[62180]: DEBUG oslo_concurrency.lockutils [req-29a5aa8c-9131-4478-a698-5cf78c02b018 req-efd29ee2-5cb2-4941-8f8f-1a72ec6762fb service nova] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.730627] env[62180]: DEBUG oslo_concurrency.lockutils [req-29a5aa8c-9131-4478-a698-5cf78c02b018 req-efd29ee2-5cb2-4941-8f8f-1a72ec6762fb service nova] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.730627] env[62180]: DEBUG nova.compute.manager [req-29a5aa8c-9131-4478-a698-5cf78c02b018 req-efd29ee2-5cb2-4941-8f8f-1a72ec6762fb service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] No waiting events found dispatching network-vif-plugged-1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2058.730627] env[62180]: WARNING nova.compute.manager [req-29a5aa8c-9131-4478-a698-5cf78c02b018 req-efd29ee2-5cb2-4941-8f8f-1a72ec6762fb service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Received unexpected event network-vif-plugged-1f6746a8-e0a6-4290-acae-24c11ab55b51 for instance with vm_state building and task_state spawning. [ 2058.833953] env[62180]: DEBUG oslo_vmware.api [None req-248eb93c-2ca9-473a-931c-4481c0f019a9 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964263, 'name': SuspendVM_Task, 'duration_secs': 0.862416} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.834715] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-248eb93c-2ca9-473a-931c-4481c0f019a9 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Suspended the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2058.834715] env[62180]: DEBUG nova.compute.manager [None req-248eb93c-2ca9-473a-931c-4481c0f019a9 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2058.835411] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa6737-ca36-454c-832f-f34f1b7393f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.961879] env[62180]: DEBUG nova.network.neutron [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Successfully updated port: 1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2058.966786] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2058.966786] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae18c5-e115-fc2c-c83f-d431fa7efa81" [ 2058.966786] env[62180]: _type = "HttpNfcLease" [ 2058.966786] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2058.966786] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2058.966786] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ae18c5-e115-fc2c-c83f-d431fa7efa81" [ 2058.966786] env[62180]: _type = "HttpNfcLease" [ 2058.966786] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2058.966786] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e30e568-f44d-49c5-8fa3-5acf6553cc91 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.976618] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225f699-8e2b-b30e-a698-0c04754c645d/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2058.976618] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225f699-8e2b-b30e-a698-0c04754c645d/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2059.049905] env[62180]: DEBUG oslo_vmware.api [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Task: {'id': task-1964266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148401} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.050564] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2059.050564] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2059.050564] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2059.050564] env[62180]: INFO nova.compute.manager [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Took 1.50 seconds to destroy the instance on the hypervisor. [ 2059.051043] env[62180]: DEBUG oslo.service.loopingcall [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.051451] env[62180]: DEBUG nova.compute.manager [-] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2059.051563] env[62180]: DEBUG nova.network.neutron [-] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2059.056576] env[62180]: DEBUG nova.compute.utils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2059.057837] env[62180]: DEBUG nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2059.058122] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2059.184230] env[62180]: DEBUG nova.policy [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f542aed1312d497496c401765edcbd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19c77db8d0ee4c2b8b50b9c2c53863d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2059.229969] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a79599df-e5d0-4762-98af-f25277b5c803 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.249891] env[62180]: DEBUG nova.network.neutron [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Successfully updated port: be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2059.301326] env[62180]: DEBUG nova.network.neutron [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Successfully updated port: 685653ec-1a26-469a-b46b-d567a34cc00e {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2059.373251] env[62180]: DEBUG nova.network.neutron [-] [instance: c34267a0-def3-4bde-a954-b3026697f031] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.466446] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.466594] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.466738] env[62180]: DEBUG nova.network.neutron [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.560817] env[62180]: DEBUG nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2059.710988] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Successfully created port: a2d41c63-8695-4f41-ab74-ec30b7831899 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2059.752864] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.752864] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.752864] env[62180]: DEBUG nova.network.neutron [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.804160] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "refresh_cache-4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.804367] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "refresh_cache-4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.804515] env[62180]: DEBUG nova.network.neutron [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2059.877401] env[62180]: INFO nova.compute.manager [-] [instance: c34267a0-def3-4bde-a954-b3026697f031] Took 1.84 seconds to deallocate network for instance. [ 2060.075771] env[62180]: DEBUG nova.network.neutron [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2060.088853] env[62180]: DEBUG nova.network.neutron [-] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.321276] env[62180]: WARNING nova.network.neutron [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] 11ee6732-0c6e-40b0-b04d-187530662655 already exists in list: networks containing: ['11ee6732-0c6e-40b0-b04d-187530662655']. ignoring it [ 2060.386036] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.386472] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.386794] env[62180]: DEBUG nova.objects.instance [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lazy-loading 'resources' on Instance uuid c34267a0-def3-4bde-a954-b3026697f031 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2060.391902] env[62180]: DEBUG nova.network.neutron [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2060.401800] env[62180]: DEBUG nova.network.neutron [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Updating instance_info_cache with network_info: [{"id": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "address": "fa:16:3e:71:59:6b", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6746a8-e0", "ovs_interfaceid": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.505982] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Successfully created port: 16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2060.570236] env[62180]: DEBUG nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2060.592750] env[62180]: INFO nova.compute.manager [-] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Took 1.54 seconds to deallocate network for instance. [ 2060.611467] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2060.612094] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2060.612386] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2060.612968] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2060.613266] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2060.613688] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2060.614008] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2060.614837] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2060.614837] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2060.614837] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2060.614837] env[62180]: DEBUG nova.virt.hardware [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2060.615299] env[62180]: INFO nova.compute.manager [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Resuming [ 2060.616527] env[62180]: DEBUG nova.objects.instance [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lazy-loading 'flavor' on Instance uuid f8fbf35e-c2c8-4a6c-974c-566208551996 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2060.620784] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa925a1c-9c80-469d-b95b-79596f43c784 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.636410] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd70e06a-1b9c-4338-8f6e-282ce26f17a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.727524] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2060.727945] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2060.728218] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2060.728848] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2060.728848] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2060.729061] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2060.729438] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2060.729721] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2060.729989] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2060.730318] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2060.730569] env[62180]: DEBUG nova.virt.hardware [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2060.731647] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39215bfc-7c5d-4d98-ab5d-523f355399c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.741577] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2445b6c-1e9b-4a22-bf93-381ff7b0ff27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.758852] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:75:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b4005a-ae88-417c-8a91-d184b68a456d', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.769351] env[62180]: DEBUG oslo.service.loopingcall [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.770827] env[62180]: DEBUG nova.network.neutron [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Updating instance_info_cache with network_info: [{"id": "685653ec-1a26-469a-b46b-d567a34cc00e", "address": "fa:16:3e:9c:33:ba", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685653ec-1a", "ovs_interfaceid": "685653ec-1a26-469a-b46b-d567a34cc00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.775270] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.775788] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dafc69ca-62ab-4273-886d-8869052eb3d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.795599] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.800887] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.800887] env[62180]: value = "task-1964267" [ 2060.800887] env[62180]: _type = "Task" [ 2060.800887] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.809117] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964267, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.904614] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.905065] env[62180]: DEBUG nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Instance network_info: |[{"id": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "address": "fa:16:3e:71:59:6b", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6746a8-e0", "ovs_interfaceid": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2060.905579] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:59:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f6746a8-e0a6-4290-acae-24c11ab55b51', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.916670] env[62180]: DEBUG oslo.service.loopingcall [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.920201] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.923818] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7a7b58-5b1e-4daf-8764-2949e8fc6954 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.949691] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.949691] env[62180]: value = "task-1964268" [ 2060.949691] env[62180]: _type = "Task" [ 2060.949691] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.959715] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964268, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.987855] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: c34267a0-def3-4bde-a954-b3026697f031] Received event network-vif-deleted-2b770d2a-caa4-46c2-ad08-fa107ef5c74b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.988337] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-vif-plugged-be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.989126] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquiring lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.989486] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.989825] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.990286] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] No waiting events found dispatching network-vif-plugged-be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2060.990603] env[62180]: WARNING nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received unexpected event network-vif-plugged-be5e17e6-7349-4862-930c-ee91eb4e7ee4 for instance with vm_state active and task_state None. [ 2060.990879] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Received event network-changed-1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.991257] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Refreshing instance network info cache due to event network-changed-1f6746a8-e0a6-4290-acae-24c11ab55b51. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2060.991496] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquiring lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.991751] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquired lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.991943] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Refreshing network info cache for port 1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2061.074306] env[62180]: DEBUG nova.network.neutron [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "address": "fa:16:3e:9d:5f:7d", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe5e17e6-73", "ovs_interfaceid": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.097374] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Successfully created port: 5f23e80f-dfe3-4ddc-ab70-9b50627a82ce {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2061.106174] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.173260] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a1623-a1ba-4e7a-bcf6-79781b98bed8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.181665] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde01fe5-d58d-4bfa-813a-736f2ab0b88e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.213161] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46309f87-7360-44ae-abd7-f82330eef751 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.221652] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbeba72-f3ea-4ef8-8f1e-2c39147b237e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.236141] env[62180]: DEBUG nova.compute.provider_tree [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.276544] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "refresh_cache-4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.276991] env[62180]: DEBUG nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Instance network_info: |[{"id": "685653ec-1a26-469a-b46b-d567a34cc00e", "address": "fa:16:3e:9c:33:ba", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685653ec-1a", "ovs_interfaceid": "685653ec-1a26-469a-b46b-d567a34cc00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2061.277597] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:33:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '685653ec-1a26-469a-b46b-d567a34cc00e', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2061.287293] env[62180]: DEBUG oslo.service.loopingcall [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2061.287949] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2061.288218] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e410e5e-0162-4390-bbcd-8687a338a8fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.312020] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964267, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.313574] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2061.313574] env[62180]: value = "task-1964269" [ 2061.313574] env[62180]: _type = "Task" [ 2061.313574] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.322298] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964269, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.461083] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964268, 'name': CreateVM_Task, 'duration_secs': 0.469645} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.462083] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.462320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.462547] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.462997] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.463277] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6221d9-77ac-4a50-acd6-36da262e31f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.468791] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2061.468791] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb38b5-4bf8-b3c9-7485-5cbd8b859ef0" [ 2061.468791] env[62180]: _type = "Task" [ 2061.468791] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.477514] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb38b5-4bf8-b3c9-7485-5cbd8b859ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.577692] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.578447] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.578631] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.579578] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d6a9d-3cfd-42ad-96cb-f39c7a175db8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.600416] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2061.600688] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2061.600816] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2061.600995] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2061.601155] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2061.601307] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2061.601509] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2061.601725] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2061.601823] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2061.601982] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2061.602172] env[62180]: DEBUG nova.virt.hardware [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2061.610775] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Reconfiguring VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2061.611254] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c809ed-44f2-4a82-8ff0-5fe0e66db7f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.631574] env[62180]: DEBUG oslo_vmware.api [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2061.631574] env[62180]: value = "task-1964270" [ 2061.631574] env[62180]: _type = "Task" [ 2061.631574] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.641623] env[62180]: DEBUG oslo_vmware.api [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964270, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.730423] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Updated VIF entry in instance network info cache for port 1f6746a8-e0a6-4290-acae-24c11ab55b51. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2061.730836] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Updating instance_info_cache with network_info: [{"id": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "address": "fa:16:3e:71:59:6b", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6746a8-e0", "ovs_interfaceid": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.739574] env[62180]: DEBUG nova.scheduler.client.report [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.813297] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964267, 'name': CreateVM_Task, 'duration_secs': 0.599667} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.813486] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.814146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.822898] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964269, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.980428] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cb38b5-4bf8-b3c9-7485-5cbd8b859ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.017481} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.980774] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.981222] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2061.981327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.982392] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.982753] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2061.983174] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.983512] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.983759] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b436dc8-d308-49c0-b90e-f25cef8c6732 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.985769] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcffb64-84ff-464f-8788-36cecf57ac01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.991525] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2061.991525] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e22ce4-4738-ca81-49b4-e1a5e8ea5782" [ 2061.991525] env[62180]: _type = "Task" [ 2061.991525] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.995690] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2061.995868] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2061.996909] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b5eb54-b8dd-45d3-b12d-f7ce6bd98594 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.002079] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e22ce4-4738-ca81-49b4-e1a5e8ea5782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.005095] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2062.005095] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524f3099-4b3d-29ac-3aeb-b4c94b81f747" [ 2062.005095] env[62180]: _type = "Task" [ 2062.005095] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.012203] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524f3099-4b3d-29ac-3aeb-b4c94b81f747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.138600] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.138802] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquired lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.138982] env[62180]: DEBUG nova.network.neutron [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2062.144584] env[62180]: DEBUG oslo_vmware.api [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.234130] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Releasing lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.234501] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Received event network-vif-plugged-685653ec-1a26-469a-b46b-d567a34cc00e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2062.234723] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquiring lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.234985] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.235173] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.235341] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] No waiting events found dispatching network-vif-plugged-685653ec-1a26-469a-b46b-d567a34cc00e {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2062.235507] env[62180]: WARNING nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Received unexpected event network-vif-plugged-685653ec-1a26-469a-b46b-d567a34cc00e for instance with vm_state building and task_state spawning. [ 2062.235684] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-changed-be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2062.235883] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing instance network info cache due to event network-changed-be5e17e6-7349-4862-930c-ee91eb4e7ee4. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2062.236130] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.236278] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.236444] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Refreshing network info cache for port be5e17e6-7349-4862-930c-ee91eb4e7ee4 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2062.244948] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.248316] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.143s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.248784] env[62180]: DEBUG nova.objects.instance [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lazy-loading 'resources' on Instance uuid 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2062.269769] env[62180]: INFO nova.scheduler.client.report [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Deleted allocations for instance c34267a0-def3-4bde-a954-b3026697f031 [ 2062.324567] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964269, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.503811] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e22ce4-4738-ca81-49b4-e1a5e8ea5782, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.504134] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.504371] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2062.504581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.514518] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524f3099-4b3d-29ac-3aeb-b4c94b81f747, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.515342] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64503f6a-d6f7-4e80-97ac-7bd2e64a5840 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.521039] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2062.521039] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5212cf51-8ff9-ac0e-23eb-f11fd313ec83" [ 2062.521039] env[62180]: _type = "Task" [ 2062.521039] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.529376] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5212cf51-8ff9-ac0e-23eb-f11fd313ec83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.627543] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Successfully updated port: a2d41c63-8695-4f41-ab74-ec30b7831899 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2062.644585] env[62180]: DEBUG oslo_vmware.api [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964270, 'name': ReconfigVM_Task, 'duration_secs': 0.602693} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.645736] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.646186] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Reconfigured VM to attach interface {{(pid=62180) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2062.779584] env[62180]: DEBUG oslo_concurrency.lockutils [None req-183c8d3a-d7fa-408c-9314-8657c2e13719 tempest-AttachVolumeTestJSON-1742853052 tempest-AttachVolumeTestJSON-1742853052-project-member] Lock "c34267a0-def3-4bde-a954-b3026697f031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.925s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.829685] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964269, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.981413] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce07096-9630-47b4-9501-51e2d4380fb2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.989522] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae083f2-3f16-4826-ab6e-da64d299a404 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.030798] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e401da8-f014-4c1b-bd42-3c115bede9e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.042243] env[62180]: DEBUG nova.network.neutron [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [{"id": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "address": "fa:16:3e:62:77:cc", "network": {"id": "71f02d9a-eb73-45e6-b0d8-9de2f79c890a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1055118363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c083444c4cba409eb0dc7bbd9e3623bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap517b14a6-4f", "ovs_interfaceid": "517b14a6-4f9d-4e0f-a445-0acfcac92fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.047034] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a80959a-8c1e-4852-b8ce-2f52a955f704 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.048938] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5212cf51-8ff9-ac0e-23eb-f11fd313ec83, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.048938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.049186] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] a0c433c8-8830-41bd-810b-f0207eaf11db/a0c433c8-8830-41bd-810b-f0207eaf11db.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2063.049790] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.049978] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2063.050216] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f66b5666-287e-4100-9773-c82ad609803d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.061707] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d3c1e6f-23e6-4934-94f8-de88e47fe70d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.064174] env[62180]: DEBUG nova.compute.provider_tree [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.073234] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2063.073234] env[62180]: value = "task-1964271" [ 2063.073234] env[62180]: _type = "Task" [ 2063.073234] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.074793] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2063.075062] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2063.079341] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd01c8f9-c4fd-4c6e-9489-2141de78ca5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.088963] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.090449] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2063.090449] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5222003f-6a9b-96dd-4686-4c716b2ef982" [ 2063.090449] env[62180]: _type = "Task" [ 2063.090449] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.099342] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5222003f-6a9b-96dd-4686-4c716b2ef982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.113014] env[62180]: DEBUG nova.compute.manager [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-vif-plugged-a2d41c63-8695-4f41-ab74-ec30b7831899 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.113292] env[62180]: DEBUG oslo_concurrency.lockutils [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] Acquiring lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.113490] env[62180]: DEBUG oslo_concurrency.lockutils [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.113683] env[62180]: DEBUG oslo_concurrency.lockutils [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.113858] env[62180]: DEBUG nova.compute.manager [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] No waiting events found dispatching network-vif-plugged-a2d41c63-8695-4f41-ab74-ec30b7831899 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2063.114048] env[62180]: WARNING nova.compute.manager [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received unexpected event network-vif-plugged-a2d41c63-8695-4f41-ab74-ec30b7831899 for instance with vm_state building and task_state spawning. [ 2063.114615] env[62180]: DEBUG nova.compute.manager [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-changed-a2d41c63-8695-4f41-ab74-ec30b7831899 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.115010] env[62180]: DEBUG nova.compute.manager [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Refreshing instance network info cache due to event network-changed-a2d41c63-8695-4f41-ab74-ec30b7831899. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2063.115236] env[62180]: DEBUG oslo_concurrency.lockutils [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] Acquiring lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.115454] env[62180]: DEBUG oslo_concurrency.lockutils [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] Acquired lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.115555] env[62180]: DEBUG nova.network.neutron [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Refreshing network info cache for port a2d41c63-8695-4f41-ab74-ec30b7831899 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2063.130444] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updated VIF entry in instance network info cache for port be5e17e6-7349-4862-930c-ee91eb4e7ee4. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2063.130870] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "address": "fa:16:3e:9d:5f:7d", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe5e17e6-73", "ovs_interfaceid": "be5e17e6-7349-4862-930c-ee91eb4e7ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.153271] env[62180]: DEBUG oslo_concurrency.lockutils [None req-19c4c497-9fe4-4caa-aa82-a88831595c87 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-4f9dd9a7-3c94-4714-82fe-140fd8e89716-be5e17e6-7349-4862-930c-ee91eb4e7ee4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.370s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.327917] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964269, 'name': CreateVM_Task, 'duration_secs': 1.570157} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.328981] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2063.329515] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.329840] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.331913] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2063.331913] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1f703e-62b4-4f0d-9f63-0a84ddedb411 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.336618] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2063.336618] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265b704-aa68-20ba-fec0-a26fa328f577" [ 2063.336618] env[62180]: _type = "Task" [ 2063.336618] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.345071] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265b704-aa68-20ba-fec0-a26fa328f577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.550716] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Releasing lock "refresh_cache-f8fbf35e-c2c8-4a6c-974c-566208551996" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.552295] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753f0fd4-b0e6-417d-83d2-7a1ffa25f29e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.559956] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Resuming the VM {{(pid=62180) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2063.560266] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a2e769-04a9-4610-b720-dc1e1cd623cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.567574] env[62180]: DEBUG oslo_vmware.api [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2063.567574] env[62180]: value = "task-1964273" [ 2063.567574] env[62180]: _type = "Task" [ 2063.567574] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.568561] env[62180]: DEBUG nova.scheduler.client.report [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.584102] env[62180]: DEBUG oslo_vmware.api [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964273, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.587673] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.601909] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5222003f-6a9b-96dd-4686-4c716b2ef982, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.602879] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c7b2d4-91e3-41c6-8e34-1553d1e362e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.609979] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2063.609979] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52198a33-8e52-c708-c757-74f10f475aee" [ 2063.609979] env[62180]: _type = "Task" [ 2063.609979] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.625050] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52198a33-8e52-c708-c757-74f10f475aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.635820] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.636144] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Received event network-changed-685653ec-1a26-469a-b46b-d567a34cc00e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2063.636310] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Refreshing instance network info cache due to event network-changed-685653ec-1a26-469a-b46b-d567a34cc00e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2063.636464] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquiring lock "refresh_cache-4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.636608] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Acquired lock "refresh_cache-4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.636772] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Refreshing network info cache for port 685653ec-1a26-469a-b46b-d567a34cc00e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2063.665688] env[62180]: DEBUG nova.network.neutron [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2063.770966] env[62180]: DEBUG nova.network.neutron [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.848925] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5265b704-aa68-20ba-fec0-a26fa328f577, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.849299] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.849610] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2063.849892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.076540] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.085924] env[62180]: DEBUG oslo_vmware.api [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.096303] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624413} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.096643] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] a0c433c8-8830-41bd-810b-f0207eaf11db/a0c433c8-8830-41bd-810b-f0207eaf11db.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2064.096896] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2064.097242] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7539e21c-0ce7-4088-aad0-8a7ed401e3dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.106659] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2064.106659] env[62180]: value = "task-1964274" [ 2064.106659] env[62180]: _type = "Task" [ 2064.106659] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.107868] env[62180]: INFO nova.scheduler.client.report [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Deleted allocations for instance 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54 [ 2064.127275] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52198a33-8e52-c708-c757-74f10f475aee, 'name': SearchDatastore_Task, 'duration_secs': 0.055734} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.130676] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.130887] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2064.131192] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.131816] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.132020] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2064.132268] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-208058b6-e50a-40c7-80aa-ab81cd90ed3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.134571] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc2b883-1e87-4f07-a254-4799c5096213 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.143597] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2064.143597] env[62180]: value = "task-1964275" [ 2064.143597] env[62180]: _type = "Task" [ 2064.143597] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.148710] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2064.148710] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2064.149900] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9bbe6ed-363f-4d8c-b7aa-4143b313ef29 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.156669] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.158386] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2064.158386] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52effb80-02f4-3271-ccc2-a18bcab0ebf4" [ 2064.158386] env[62180]: _type = "Task" [ 2064.158386] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.167310] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52effb80-02f4-3271-ccc2-a18bcab0ebf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.274090] env[62180]: DEBUG oslo_concurrency.lockutils [req-2732fafd-a19b-4be0-ac5f-a250af9ff6fe req-35f2c661-fa13-4990-bf7c-ac051472589d service nova] Releasing lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.471600] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Updated VIF entry in instance network info cache for port 685653ec-1a26-469a-b46b-d567a34cc00e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2064.471987] env[62180]: DEBUG nova.network.neutron [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Updating instance_info_cache with network_info: [{"id": "685653ec-1a26-469a-b46b-d567a34cc00e", "address": "fa:16:3e:9c:33:ba", "network": {"id": "4c4ccc1a-7f5e-490a-881f-8339be5fb863", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2143863065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e211d231214444e9f21af861c410d02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685653ec-1a", "ovs_interfaceid": "685653ec-1a26-469a-b46b-d567a34cc00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.486921] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "interface-4f9dd9a7-3c94-4714-82fe-140fd8e89716-be5e17e6-7349-4862-930c-ee91eb4e7ee4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.487468] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-4f9dd9a7-3c94-4714-82fe-140fd8e89716-be5e17e6-7349-4862-930c-ee91eb4e7ee4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.583526] env[62180]: DEBUG oslo_vmware.api [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964273, 'name': PowerOnVM_Task, 'duration_secs': 0.702173} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.583976] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Resumed the VM {{(pid=62180) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2064.584069] env[62180]: DEBUG nova.compute.manager [None req-e5eaa91b-ea2c-4b52-85ee-73a80cfad579 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2064.584976] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4071865-cfea-46bd-805b-433ae3f234f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.619274] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.359246} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.623027] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2064.623027] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd6de8-549d-4ce6-b363-ce10a25732c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.626889] env[62180]: DEBUG oslo_concurrency.lockutils [None req-16e794bd-1f7e-4b4f-b4f8-ba6f1b8beb03 tempest-ServersTestJSON-196768527 tempest-ServersTestJSON-196768527-project-member] Lock "4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.580s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.660866] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a0c433c8-8830-41bd-810b-f0207eaf11db/a0c433c8-8830-41bd-810b-f0207eaf11db.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.669391] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b457ee8-5d17-4ee6-8d1f-be3519feb4df {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.712797] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964275, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.720998] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52effb80-02f4-3271-ccc2-a18bcab0ebf4, 'name': SearchDatastore_Task, 'duration_secs': 0.030191} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.722155] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2064.722155] env[62180]: value = "task-1964276" [ 2064.722155] env[62180]: _type = "Task" [ 2064.722155] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.723452] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cc6196-3eef-4f54-8bdf-6890b1467fa1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.734359] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Successfully updated port: 16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2064.744164] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.744678] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2064.744678] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52621c8a-60b5-8a7f-7bef-b6b0e7c57cf0" [ 2064.744678] env[62180]: _type = "Task" [ 2064.744678] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.760882] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52621c8a-60b5-8a7f-7bef-b6b0e7c57cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.975370] env[62180]: DEBUG oslo_concurrency.lockutils [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] Releasing lock "refresh_cache-4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.975662] env[62180]: DEBUG nova.compute.manager [req-c75ed740-a339-48c2-b221-586c11facb48 req-aa87184c-6d43-405f-8b01-e2696acf5569 service nova] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Received event network-vif-deleted-a30ca3e3-d6b1-46d6-b8ce-6ce5969163ca {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2064.990850] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.991111] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.992140] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bed982-5f2a-4232-a50f-9e8f4f69cf89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.011263] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbd70a4-847f-43bb-9f96-5797f86c6665 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.039775] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Reconfiguring VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2065.040130] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23caae91-ae78-4b05-9c94-12e8549f88bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.059279] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2065.059279] env[62180]: value = "task-1964277" [ 2065.059279] env[62180]: _type = "Task" [ 2065.059279] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.069654] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.141493] env[62180]: DEBUG nova.compute.manager [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-vif-plugged-16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2065.142028] env[62180]: DEBUG oslo_concurrency.lockutils [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] Acquiring lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.142372] env[62180]: DEBUG oslo_concurrency.lockutils [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.142770] env[62180]: DEBUG oslo_concurrency.lockutils [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.143091] env[62180]: DEBUG nova.compute.manager [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] No waiting events found dispatching network-vif-plugged-16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2065.143405] env[62180]: WARNING nova.compute.manager [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received unexpected event network-vif-plugged-16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 for instance with vm_state building and task_state spawning. [ 2065.143700] env[62180]: DEBUG nova.compute.manager [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-changed-16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2065.143982] env[62180]: DEBUG nova.compute.manager [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Refreshing instance network info cache due to event network-changed-16c4afa5-1d7d-4f12-b4e4-092c2c508fb4. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2065.144301] env[62180]: DEBUG oslo_concurrency.lockutils [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] Acquiring lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.144538] env[62180]: DEBUG oslo_concurrency.lockutils [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] Acquired lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.144869] env[62180]: DEBUG nova.network.neutron [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Refreshing network info cache for port 16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2065.161930] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730536} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.161930] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2065.162141] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2065.162492] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93bc4760-c125-4d67-8ea1-a2b6a2b7efef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.170141] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2065.170141] env[62180]: value = "task-1964278" [ 2065.170141] env[62180]: _type = "Task" [ 2065.170141] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.178569] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.233968] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964276, 'name': ReconfigVM_Task, 'duration_secs': 0.436891} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.233968] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a0c433c8-8830-41bd-810b-f0207eaf11db/a0c433c8-8830-41bd-810b-f0207eaf11db.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.234418] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f13d0cb-2c7f-4b30-8615-b9aef2e6a2c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.241815] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2065.241815] env[62180]: value = "task-1964279" [ 2065.241815] env[62180]: _type = "Task" [ 2065.241815] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.253996] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964279, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.261286] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52621c8a-60b5-8a7f-7bef-b6b0e7c57cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.064458} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.261422] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.262408] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00/4eb0db16-ad4e-4d26-ba3e-7c02366e6f00.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2065.262408] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63607e2c-b9bd-4aa0-9d6b-a7484b4f692d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.268693] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2065.268693] env[62180]: value = "task-1964280" [ 2065.268693] env[62180]: _type = "Task" [ 2065.268693] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.277206] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.572133] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.683836] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292587} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.684253] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2065.685292] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ead63-9ede-4eff-88cc-4838da99ca05 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.716301] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2065.717254] env[62180]: DEBUG nova.network.neutron [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2065.719360] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c4f191-1a04-4513-92d3-f792f0fb132c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.740680] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2065.740680] env[62180]: value = "task-1964281" [ 2065.740680] env[62180]: _type = "Task" [ 2065.740680] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.756299] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964279, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.760846] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.781792] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501258} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.782147] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00/4eb0db16-ad4e-4d26-ba3e-7c02366e6f00.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2065.782415] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2065.782703] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332c639a-f762-4f65-98ae-731d0ef735d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.792199] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2065.792199] env[62180]: value = "task-1964282" [ 2065.792199] env[62180]: _type = "Task" [ 2065.792199] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.800924] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.828149] env[62180]: DEBUG nova.network.neutron [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.070985] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.258592] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964279, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.258904] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.307317] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.307818] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064343} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.308188] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.308339] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2066.308690] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.309532] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8979340-173e-429e-a2a9-99458064b7c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.312659] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.312860] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2066.335012] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00/4eb0db16-ad4e-4d26-ba3e-7c02366e6f00.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2066.335650] env[62180]: DEBUG oslo_concurrency.lockutils [req-57efda8c-ae0e-4389-b7d9-93fa0d7cb4dd req-7c3f12c0-839e-4a92-891c-57e66cbe47d4 service nova] Releasing lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.336042] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da560e39-e350-4b44-8daf-5d4bbb248a7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.359386] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2066.359386] env[62180]: value = "task-1964284" [ 2066.359386] env[62180]: _type = "Task" [ 2066.359386] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.370151] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.571318] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.756726] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964279, 'name': Rename_Task, 'duration_secs': 1.038267} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.764175] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2066.764175] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964281, 'name': ReconfigVM_Task, 'duration_secs': 0.787326} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.764175] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a52f0d-1cf9-4b9d-8bdc-ea92425bfefd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.764175] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfigured VM instance instance-00000053 to attach disk [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac/dfc3a0ab-f3a0-481e-85f6-04065f07feac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2066.766440] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': '73143b75-a96a-4fae-9e12-fbf8de74fcd2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '72ab5604-1468-45f0-a775-f9b578b784d9', 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'}, 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62180) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2066.766933] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2066.767280] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2066.768604] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91999e18-ba9a-4439-b45e-11254175ec95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.789337] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc01b5c-bfe6-45d0-a2dd-8c405430ac04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.792186] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2066.792186] env[62180]: value = "task-1964285" [ 2066.792186] env[62180]: _type = "Task" [ 2066.792186] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.814137] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.814405] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2066.814517] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2066.826243] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-621fbdda-1957-4adf-86da-1658e643834e/volume-621fbdda-1957-4adf-86da-1658e643834e.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2066.829381] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df119f18-905d-438f-97eb-44d93b523b62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.845295] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.851319] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2066.851319] env[62180]: value = "task-1964286" [ 2066.851319] env[62180]: _type = "Task" [ 2066.851319] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.861929] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.870350] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964284, 'name': ReconfigVM_Task, 'duration_secs': 0.445144} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.870625] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00/4eb0db16-ad4e-4d26-ba3e-7c02366e6f00.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2066.871318] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e533d906-08db-41c4-8280-2f52e3c55bc6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.877506] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2066.877506] env[62180]: value = "task-1964287" [ 2066.877506] env[62180]: _type = "Task" [ 2066.877506] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.886934] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964287, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.058843] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225f699-8e2b-b30e-a698-0c04754c645d/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2067.059782] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36b7fa-7254-4ed1-9e62-8bd685675ef1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.071708] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Successfully updated port: 5f23e80f-dfe3-4ddc-ab70-9b50627a82ce {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2067.074904] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225f699-8e2b-b30e-a698-0c04754c645d/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2067.075044] env[62180]: ERROR oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225f699-8e2b-b30e-a698-0c04754c645d/disk-0.vmdk due to incomplete transfer. [ 2067.080030] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-325cd9a5-8c1b-42ee-a26c-5adb61a53ad0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.080030] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.086733] env[62180]: DEBUG oslo_vmware.rw_handles [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225f699-8e2b-b30e-a698-0c04754c645d/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2067.086733] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Uploaded image 45929ba9-0eae-4156-b0fe-f164dcecb0ac to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2067.088577] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2067.088577] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c5e692d-4284-4916-a8e0-f18e8a15f87c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.094528] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2067.094528] env[62180]: value = "task-1964288" [ 2067.094528] env[62180]: _type = "Task" [ 2067.094528] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.102490] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964288, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.171261] env[62180]: DEBUG nova.compute.manager [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-vif-plugged-5f23e80f-dfe3-4ddc-ab70-9b50627a82ce {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2067.171383] env[62180]: DEBUG oslo_concurrency.lockutils [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] Acquiring lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.171568] env[62180]: DEBUG oslo_concurrency.lockutils [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.171740] env[62180]: DEBUG oslo_concurrency.lockutils [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.172019] env[62180]: DEBUG nova.compute.manager [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] No waiting events found dispatching network-vif-plugged-5f23e80f-dfe3-4ddc-ab70-9b50627a82ce {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2067.172214] env[62180]: WARNING nova.compute.manager [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received unexpected event network-vif-plugged-5f23e80f-dfe3-4ddc-ab70-9b50627a82ce for instance with vm_state building and task_state spawning. [ 2067.172375] env[62180]: DEBUG nova.compute.manager [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-changed-5f23e80f-dfe3-4ddc-ab70-9b50627a82ce {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2067.172528] env[62180]: DEBUG nova.compute.manager [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Refreshing instance network info cache due to event network-changed-5f23e80f-dfe3-4ddc-ab70-9b50627a82ce. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2067.172725] env[62180]: DEBUG oslo_concurrency.lockutils [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] Acquiring lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.172850] env[62180]: DEBUG oslo_concurrency.lockutils [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] Acquired lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.172990] env[62180]: DEBUG nova.network.neutron [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Refreshing network info cache for port 5f23e80f-dfe3-4ddc-ab70-9b50627a82ce {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2067.302597] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.331723] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Skipping network cache update for instance because it is Building. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2067.331939] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Skipping network cache update for instance because it is Building. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2067.332831] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Skipping network cache update for instance because it is Building. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2067.362445] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.363232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.363232] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquired lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.363358] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Forcefully refreshing network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2067.363519] env[62180]: DEBUG nova.objects.instance [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lazy-loading 'info_cache' on Instance uuid df6f42d3-b222-4186-bd01-47b094a73c5b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.387546] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964287, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.577298] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.577767] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.603984] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964288, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.731134] env[62180]: DEBUG nova.network.neutron [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2067.803525] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.822045] env[62180]: DEBUG nova.network.neutron [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.865498] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.888271] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964287, 'name': Rename_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.077034] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.103965] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964288, 'name': Destroy_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.271464] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.271730] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.303477] env[62180]: DEBUG oslo_vmware.api [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964285, 'name': PowerOnVM_Task, 'duration_secs': 1.509596} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.303756] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2068.303932] env[62180]: INFO nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Took 10.05 seconds to spawn the instance on the hypervisor. [ 2068.304125] env[62180]: DEBUG nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2068.304927] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8757a78-bae0-493d-97b2-6dd16052515b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.324951] env[62180]: DEBUG oslo_concurrency.lockutils [req-34724aa2-3064-4af9-89a6-20092b9a7886 req-4f8fbb2e-6538-4d8f-96a5-0456067b3837 service nova] Releasing lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.325352] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.325637] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.364014] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964286, 'name': ReconfigVM_Task, 'duration_secs': 1.332268} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.364803] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-621fbdda-1957-4adf-86da-1658e643834e/volume-621fbdda-1957-4adf-86da-1658e643834e.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2068.372368] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5793c24-7c63-45fa-8f04-dd517e15301a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.398759] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964287, 'name': Rename_Task, 'duration_secs': 1.037211} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.399798] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2068.400703] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2068.400703] env[62180]: value = "task-1964289" [ 2068.400703] env[62180]: _type = "Task" [ 2068.400703] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.401807] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-527b9ef8-c9d4-491c-98bd-cd3f09e4c24e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.418026] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.421671] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2068.421671] env[62180]: value = "task-1964290" [ 2068.421671] env[62180]: _type = "Task" [ 2068.421671] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.434472] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964290, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.576181] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.604578] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964288, 'name': Destroy_Task, 'duration_secs': 1.079123} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.604953] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Destroyed the VM [ 2068.605247] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2068.605570] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3da99ca1-dfc6-4e1a-8075-33b6d2bf5494 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.611893] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2068.611893] env[62180]: value = "task-1964291" [ 2068.611893] env[62180]: _type = "Task" [ 2068.611893] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.619609] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.774116] env[62180]: DEBUG nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2068.822275] env[62180]: INFO nova.compute.manager [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Took 14.88 seconds to build instance. [ 2068.869086] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2068.924635] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964289, 'name': ReconfigVM_Task, 'duration_secs': 0.248092} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.929803] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2068.933816] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc70ec7a-c16a-437d-b899-0fea381c0881 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.943148] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.944761] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2068.944761] env[62180]: value = "task-1964292" [ 2068.944761] env[62180]: _type = "Task" [ 2068.944761] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.953760] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964292, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.082343] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.122060] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.303344] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.303641] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.305230] env[62180]: INFO nova.compute.claims [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2069.326076] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ae433228-aca6-49e0-98fb-d55a26a8e597 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.396s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.399136] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.417214] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "a0c433c8-8830-41bd-810b-f0207eaf11db" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.417483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.417664] env[62180]: INFO nova.compute.manager [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Shelving [ 2069.439968] env[62180]: DEBUG oslo_vmware.api [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964290, 'name': PowerOnVM_Task, 'duration_secs': 0.670436} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.440646] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2069.440851] env[62180]: INFO nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Took 15.67 seconds to spawn the instance on the hypervisor. [ 2069.441043] env[62180]: DEBUG nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2069.441831] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503f7458-43b0-4876-acb3-4b0ef457a810 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.460621] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964292, 'name': Rename_Task, 'duration_secs': 0.191521} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.460920] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2069.461179] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfde036f-e8de-4608-b0fe-17cd839e8910 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.469020] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2069.469020] env[62180]: value = "task-1964293" [ 2069.469020] env[62180]: _type = "Task" [ 2069.469020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.476462] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.581897] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.626401] env[62180]: DEBUG oslo_vmware.api [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964291, 'name': RemoveSnapshot_Task, 'duration_secs': 0.715587} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.626723] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2069.626997] env[62180]: INFO nova.compute.manager [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Took 20.36 seconds to snapshot the instance on the hypervisor. [ 2069.663227] env[62180]: DEBUG nova.network.neutron [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Updating instance_info_cache with network_info: [{"id": "a2d41c63-8695-4f41-ab74-ec30b7831899", "address": "fa:16:3e:3f:50:52", "network": {"id": "19055e1c-0e96-433c-b5c5-3a89c888ca61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-865218847", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d41c63-86", "ovs_interfaceid": "a2d41c63-8695-4f41-ab74-ec30b7831899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16c4afa5-1d7d-4f12-b4e4-092c2c508fb4", "address": "fa:16:3e:ae:8c:86", "network": {"id": "606073db-2cf1-4f28-a47a-ee2cde5ecc4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-625408761", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c4afa5-1d", "ovs_interfaceid": "16c4afa5-1d7d-4f12-b4e4-092c2c508fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f23e80f-dfe3-4ddc-ab70-9b50627a82ce", "address": "fa:16:3e:4b:8e:82", "network": {"id": "19055e1c-0e96-433c-b5c5-3a89c888ca61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-865218847", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f23e80f-df", "ovs_interfaceid": "5f23e80f-dfe3-4ddc-ab70-9b50627a82ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.902188] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Releasing lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.902408] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updated the network info_cache for instance {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2069.902696] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.967277] env[62180]: INFO nova.compute.manager [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Took 23.72 seconds to build instance. [ 2069.980700] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964293, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.075894] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.130018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.130018] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.130208] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.130440] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.130613] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.134742] env[62180]: INFO nova.compute.manager [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Terminating instance [ 2070.169400] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Releasing lock "refresh_cache-1eea6df7-c95d-481d-8e66-ccf6780dd4a9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.169876] env[62180]: DEBUG nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance network_info: |[{"id": "a2d41c63-8695-4f41-ab74-ec30b7831899", "address": "fa:16:3e:3f:50:52", "network": {"id": "19055e1c-0e96-433c-b5c5-3a89c888ca61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-865218847", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d41c63-86", "ovs_interfaceid": "a2d41c63-8695-4f41-ab74-ec30b7831899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16c4afa5-1d7d-4f12-b4e4-092c2c508fb4", "address": "fa:16:3e:ae:8c:86", "network": {"id": "606073db-2cf1-4f28-a47a-ee2cde5ecc4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-625408761", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c4afa5-1d", "ovs_interfaceid": "16c4afa5-1d7d-4f12-b4e4-092c2c508fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f23e80f-dfe3-4ddc-ab70-9b50627a82ce", "address": "fa:16:3e:4b:8e:82", "network": {"id": "19055e1c-0e96-433c-b5c5-3a89c888ca61", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-865218847", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f23e80f-df", "ovs_interfaceid": "5f23e80f-dfe3-4ddc-ab70-9b50627a82ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2070.170401] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:50:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d41c63-8695-4f41-ab74-ec30b7831899', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:8c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c4afa5-1d7d-4f12-b4e4-092c2c508fb4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:8e:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f23e80f-dfe3-4ddc-ab70-9b50627a82ce', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2070.186507] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Creating folder: Project (19c77db8d0ee4c2b8b50b9c2c53863d4). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2070.189256] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bac474d6-29b2-43d5-9642-b00518437e95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.198396] env[62180]: DEBUG nova.compute.manager [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Found 3 images (rotation: 2) {{(pid=62180) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2070.199129] env[62180]: DEBUG nova.compute.manager [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Rotating out 1 backups {{(pid=62180) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2070.199129] env[62180]: DEBUG nova.compute.manager [None req-81306f45-0e63-48ea-94fb-484df693ca3c tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleting image 672ad8d9-9c43-47e6-a71b-2821dfc1bcf3 {{(pid=62180) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2070.202085] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Created folder: Project (19c77db8d0ee4c2b8b50b9c2c53863d4) in parent group-v404325. [ 2070.202342] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Creating folder: Instances. Parent ref: group-v404610. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2070.202659] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9b59508-7a85-4bc3-bfbc-4a9f13dbfe90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.212404] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Created folder: Instances in parent group-v404610. [ 2070.212661] env[62180]: DEBUG oslo.service.loopingcall [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.212851] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2070.213080] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f8c49d-56d3-407c-8004-bdb576e31a46 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.241922] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2070.241922] env[62180]: value = "task-1964296" [ 2070.241922] env[62180]: _type = "Task" [ 2070.241922] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.253912] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964296, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.406050] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.429879] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.430468] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d03a4c4-2442-46b0-b354-10fa87ea2b85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.437762] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2070.437762] env[62180]: value = "task-1964297" [ 2070.437762] env[62180]: _type = "Task" [ 2070.437762] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.450376] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.475069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e6bbe160-8ccc-46f3-b8d8-2f4710d99982 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.231s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.477536] env[62180]: DEBUG oslo_vmware.api [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964293, 'name': PowerOnVM_Task, 'duration_secs': 0.904044} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.477687] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2070.481301] env[62180]: DEBUG nova.compute.manager [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2070.481301] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cdecf-285e-4078-a787-2a5efc59133f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.499228] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "0a225d67-666f-47b3-9c36-43cee5d0f657" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.500428] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.558318] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1e6063-db5c-452e-84a7-e90cc1bb355f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.574686] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec08b268-723c-4615-bf6f-8ed2681a78d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.582364] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.610195] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3301ce8-8cc4-44ff-9762-9da84c751514 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.618220] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4811eb2-b851-406a-b101-63545f1ed1b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.632207] env[62180]: DEBUG nova.compute.provider_tree [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.646024] env[62180]: DEBUG nova.compute.manager [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2070.646024] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2070.646284] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c207c9b6-661b-47ce-8cb7-8ed357dedf3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.656399] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.656680] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2edb0431-45f6-4561-9abe-a0a86c6de323 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.665470] env[62180]: DEBUG oslo_vmware.api [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2070.665470] env[62180]: value = "task-1964298" [ 2070.665470] env[62180]: _type = "Task" [ 2070.665470] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.672082] env[62180]: DEBUG oslo_vmware.api [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.753535] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964296, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.949717] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964297, 'name': PowerOffVM_Task, 'duration_secs': 0.215535} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.949717] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.950413] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4151dbc8-6e69-4af2-95ce-eea2f5984238 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.980492] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec9e945-7f04-4bfc-bacf-59a9fffb3e27 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.998652] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.005412] env[62180]: DEBUG nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2071.077544] env[62180]: DEBUG oslo_vmware.api [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964277, 'name': ReconfigVM_Task, 'duration_secs': 5.938481} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.077704] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.078055] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Reconfigured VM to detach interface {{(pid=62180) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2071.135917] env[62180]: DEBUG nova.scheduler.client.report [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.177829] env[62180]: DEBUG oslo_vmware.api [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964298, 'name': PowerOffVM_Task, 'duration_secs': 0.221796} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.178513] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2071.183165] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2071.183165] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68e661dc-da7d-40de-a574-3253e7721f11 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.253323] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964296, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.498330] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2071.498710] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f790677-a8c6-48e6-9f7c-130a6c82cb31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.508131] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2071.508131] env[62180]: value = "task-1964300" [ 2071.508131] env[62180]: _type = "Task" [ 2071.508131] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.553592] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964300, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.553592] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.641488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.643051] env[62180]: DEBUG nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2071.647345] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.241s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.647531] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.647690] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2071.648021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.649s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.648216] env[62180]: DEBUG nova.objects.instance [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2071.654918] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51450056-0cf8-4f70-9d7c-afd564425e56 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.666643] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff0c42e-ec5b-4e99-a08d-b5e0bee0f0a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.688073] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cdbc0f-b001-4b59-ae19-b25a37ecbaeb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.696536] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de14cab-c6c5-41c3-a256-7cd61f740760 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.730925] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179476MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2071.731302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.751751] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2071.751991] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2071.752206] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleting the datastore file [datastore1] f8fbf35e-c2c8-4a6c-974c-566208551996 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2071.752523] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04c25b60-60ac-4ab5-b8d1-c78923ff1b30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.758085] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964296, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.762584] env[62180]: DEBUG oslo_vmware.api [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for the task: (returnval){ [ 2071.762584] env[62180]: value = "task-1964301" [ 2071.762584] env[62180]: _type = "Task" [ 2071.762584] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.771584] env[62180]: DEBUG oslo_vmware.api [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.017826] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964300, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.156151] env[62180]: DEBUG nova.compute.utils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2072.157723] env[62180]: DEBUG nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Not allocating networking since 'none' was specified. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2072.255640] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964296, 'name': CreateVM_Task, 'duration_secs': 1.541924} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.256168] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2072.257249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.257618] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.258090] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2072.259415] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e62f024-ad2f-4643-9b65-9772be66cf2f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.263895] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2072.263895] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527a4386-8b2e-aae1-72ef-8f16e4ddb0d7" [ 2072.263895] env[62180]: _type = "Task" [ 2072.263895] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.284275] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527a4386-8b2e-aae1-72ef-8f16e4ddb0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.285833] env[62180]: DEBUG oslo_vmware.api [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Task: {'id': task-1964301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305955} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.285833] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2072.285833] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2072.285833] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2072.285833] env[62180]: INFO nova.compute.manager [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Took 1.64 seconds to destroy the instance on the hypervisor. [ 2072.285833] env[62180]: DEBUG oslo.service.loopingcall [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.286166] env[62180]: DEBUG nova.compute.manager [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2072.286166] env[62180]: DEBUG nova.network.neutron [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2072.520077] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964300, 'name': CreateSnapshot_Task, 'duration_secs': 0.802948} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.520472] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2072.522350] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4116fa96-e87b-43bd-a8e1-630707a7d499 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.553902] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.554747] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.554747] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.554747] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.554974] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.557360] env[62180]: INFO nova.compute.manager [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Terminating instance [ 2072.659877] env[62180]: DEBUG nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2072.667968] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7c900989-15c6-424e-bf4d-5b8ecddf61a1 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.669312] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.131s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.670959] env[62180]: INFO nova.compute.claims [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.695794] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.695996] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquired lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.696168] env[62180]: DEBUG nova.network.neutron [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2072.709958] env[62180]: DEBUG nova.compute.manager [req-01c5bf39-0859-4659-990d-4e0dfca6406a req-08c1005c-d8bd-47cb-a5c5-f69963f31839 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Received event network-vif-deleted-517b14a6-4f9d-4e0f-a445-0acfcac92fe3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.709958] env[62180]: INFO nova.compute.manager [req-01c5bf39-0859-4659-990d-4e0dfca6406a req-08c1005c-d8bd-47cb-a5c5-f69963f31839 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Neutron deleted interface 517b14a6-4f9d-4e0f-a445-0acfcac92fe3; detaching it from the instance and deleting it from the info cache [ 2072.710137] env[62180]: DEBUG nova.network.neutron [req-01c5bf39-0859-4659-990d-4e0dfca6406a req-08c1005c-d8bd-47cb-a5c5-f69963f31839 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.780143] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527a4386-8b2e-aae1-72ef-8f16e4ddb0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015691} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.780468] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.780709] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2072.780943] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.781103] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.781284] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2072.781551] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca65f525-3508-4267-acca-3e8bf83bb1cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.795697] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2072.795914] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2072.796721] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c511f43c-4185-4d79-a86d-73f7427107b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.802716] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2072.802716] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bc3bb6-cdb7-3b62-7c4f-5d4141f911fd" [ 2072.802716] env[62180]: _type = "Task" [ 2072.802716] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.811386] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bc3bb6-cdb7-3b62-7c4f-5d4141f911fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.047168] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2073.047643] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "79b1db90-008b-4ab2-b4a2-57113da3a715" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.047878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.048064] env[62180]: DEBUG nova.compute.manager [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2073.048310] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e975a48-7624-4754-a70b-a4f5cee400fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.051853] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b6558-bdfc-4910-87b2-7496fe741354 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.060039] env[62180]: DEBUG nova.compute.manager [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2073.060621] env[62180]: DEBUG nova.objects.instance [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'flavor' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2073.063267] env[62180]: DEBUG nova.compute.manager [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2073.063466] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.063788] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2073.063788] env[62180]: value = "task-1964302" [ 2073.063788] env[62180]: _type = "Task" [ 2073.063788] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.064730] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b371eb83-2f56-4459-be3b-16404cc82661 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.067659] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.067875] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.068080] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.068265] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.068433] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.073082] env[62180]: INFO nova.compute.manager [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Terminating instance [ 2073.079297] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964302, 'name': CloneVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.083015] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.083428] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8234655d-0d69-4d21-b91e-89eead52df35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.089142] env[62180]: DEBUG oslo_vmware.api [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2073.089142] env[62180]: value = "task-1964303" [ 2073.089142] env[62180]: _type = "Task" [ 2073.089142] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.097969] env[62180]: DEBUG oslo_vmware.api [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.151800] env[62180]: DEBUG nova.network.neutron [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.213373] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db3b3e55-b8ea-458e-b47e-a2ef0d7ae93e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.224078] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b2576-356b-4a4d-a1b2-42703ac70b45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.265303] env[62180]: DEBUG nova.compute.manager [req-01c5bf39-0859-4659-990d-4e0dfca6406a req-08c1005c-d8bd-47cb-a5c5-f69963f31839 service nova] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Detach interface failed, port_id=517b14a6-4f9d-4e0f-a445-0acfcac92fe3, reason: Instance f8fbf35e-c2c8-4a6c-974c-566208551996 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2073.313927] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bc3bb6-cdb7-3b62-7c4f-5d4141f911fd, 'name': SearchDatastore_Task, 'duration_secs': 0.019176} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.314817] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227eb40f-3e7c-4c05-9539-2e5d0405a2f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.320117] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2073.320117] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f40eb-c666-87cc-4ffa-bf0ae198be9d" [ 2073.320117] env[62180]: _type = "Task" [ 2073.320117] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.327894] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f40eb-c666-87cc-4ffa-bf0ae198be9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.468180] env[62180]: INFO nova.network.neutron [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Port be5e17e6-7349-4862-930c-ee91eb4e7ee4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2073.468560] env[62180]: DEBUG nova.network.neutron [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [{"id": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "address": "fa:16:3e:b8:cf:c1", "network": {"id": "11ee6732-0c6e-40b0-b04d-187530662655", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-95434803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b467fb05bc7c4cd598733e0187307444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9df8b6-ea", "ovs_interfaceid": "6c9df8b6-eabd-4d63-b089-cb3e77b189f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.578321] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964302, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.584419] env[62180]: DEBUG nova.compute.manager [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2073.584702] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.585597] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c91d63b-5fde-43c8-ac7d-56ffcd015042 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.598428] env[62180]: DEBUG oslo_vmware.api [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964303, 'name': PowerOffVM_Task, 'duration_secs': 0.371538} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.600808] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.601010] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.601303] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.601535] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b15541-eeca-47c1-a4bc-ce30b4893c73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.602979] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-706ee437-abb1-456c-83f2-5c40c30e0298 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.608716] env[62180]: DEBUG oslo_vmware.api [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2073.608716] env[62180]: value = "task-1964305" [ 2073.608716] env[62180]: _type = "Task" [ 2073.608716] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.616720] env[62180]: DEBUG oslo_vmware.api [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.654380] env[62180]: INFO nova.compute.manager [-] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Took 1.37 seconds to deallocate network for instance. [ 2073.669766] env[62180]: DEBUG nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2073.702879] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.703038] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.703283] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.703415] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.703566] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.704220] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.704220] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.704434] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.704434] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.704739] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.704886] env[62180]: DEBUG nova.virt.hardware [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.706125] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd373bef-797d-4264-91ff-fc56dfc8915e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.719177] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b46912-4938-41e8-9f39-34e8dfef026c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.739549] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2073.745229] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Creating folder: Project (34d6e4322f9d43b3838d5d67b15b277b). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2073.749175] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaabff41-fb04-4911-909d-5045b70ae9f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.751253] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.751435] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.751631] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleting the datastore file [datastore1] 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.752653] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e4d1281-6d78-48e0-98f8-a895dddcc229 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.759779] env[62180]: DEBUG oslo_vmware.api [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for the task: (returnval){ [ 2073.759779] env[62180]: value = "task-1964307" [ 2073.759779] env[62180]: _type = "Task" [ 2073.759779] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.772842] env[62180]: DEBUG oslo_vmware.api [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.772842] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Created folder: Project (34d6e4322f9d43b3838d5d67b15b277b) in parent group-v404325. [ 2073.773000] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Creating folder: Instances. Parent ref: group-v404615. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2073.773141] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10789054-829b-4288-9eaf-ebe3bf418833 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.783587] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Created folder: Instances in parent group-v404615. [ 2073.783841] env[62180]: DEBUG oslo.service.loopingcall [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.784053] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2073.784278] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3092a10f-5932-4bfa-a44f-44af7a874648 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.803531] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2073.803531] env[62180]: value = "task-1964309" [ 2073.803531] env[62180]: _type = "Task" [ 2073.803531] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.811197] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964309, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.836085] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520f40eb-c666-87cc-4ffa-bf0ae198be9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.838638] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.838907] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1eea6df7-c95d-481d-8e66-ccf6780dd4a9/1eea6df7-c95d-481d-8e66-ccf6780dd4a9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2073.839353] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9906ec4-77c4-4284-8fe4-682621acfa5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.845390] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2073.845390] env[62180]: value = "task-1964310" [ 2073.845390] env[62180]: _type = "Task" [ 2073.845390] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.855798] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.910873] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd25b0e-319e-462d-a00b-4fc37afac646 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.922508] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a2a378-2d95-408d-b765-17bc98d27887 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.957924] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632676d3-27c8-4ee4-9f68-23411fd499c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.965941] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee396e9-544c-4d48-952a-0e605b4efa0d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.971573] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Releasing lock "refresh_cache-4f9dd9a7-3c94-4714-82fe-140fd8e89716" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.982821] env[62180]: DEBUG nova.compute.provider_tree [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.984746] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a5717a9a-8ecd-4841-8054-a841473f8bb6 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "interface-4f9dd9a7-3c94-4714-82fe-140fd8e89716-be5e17e6-7349-4862-930c-ee91eb4e7ee4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.498s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.073968] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.074281] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e2a851-9083-4b36-ba09-31d10723f8f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.081981] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964302, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.083162] env[62180]: DEBUG oslo_vmware.api [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2074.083162] env[62180]: value = "task-1964311" [ 2074.083162] env[62180]: _type = "Task" [ 2074.083162] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.090215] env[62180]: DEBUG oslo_vmware.api [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.120028] env[62180]: DEBUG oslo_vmware.api [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964305, 'name': PowerOffVM_Task, 'duration_secs': 0.255443} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.120404] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.120684] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.121049] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaf32466-4af6-4a33-868e-3324a304d2fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.161281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.270697] env[62180]: DEBUG oslo_vmware.api [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Task: {'id': task-1964307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26426} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.271128] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.271395] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.271678] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.271879] env[62180]: INFO nova.compute.manager [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2074.272216] env[62180]: DEBUG oslo.service.loopingcall [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.272471] env[62180]: DEBUG nova.compute.manager [-] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.272593] env[62180]: DEBUG nova.network.neutron [-] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.277246] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.277437] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.277612] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleting the datastore file [datastore1] 4f9dd9a7-3c94-4714-82fe-140fd8e89716 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.277854] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c263f1f0-eedc-44b7-a621-d646849d2f36 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.283748] env[62180]: DEBUG oslo_vmware.api [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2074.283748] env[62180]: value = "task-1964313" [ 2074.283748] env[62180]: _type = "Task" [ 2074.283748] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.291585] env[62180]: DEBUG oslo_vmware.api [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.315956] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964309, 'name': CreateVM_Task, 'duration_secs': 0.343932} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.316170] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2074.316571] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.316736] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.317084] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2074.317374] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237397bd-9446-4002-b870-d4b7c467d216 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.324998] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2074.324998] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521af93c-b696-a83b-9b22-f55b72e78e2a" [ 2074.324998] env[62180]: _type = "Task" [ 2074.324998] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.333963] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521af93c-b696-a83b-9b22-f55b72e78e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.354892] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964310, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.487565] env[62180]: DEBUG nova.scheduler.client.report [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.579170] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964302, 'name': CloneVM_Task, 'duration_secs': 1.422447} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.579532] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Created linked-clone VM from snapshot [ 2074.580200] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1bebc0-4e00-425a-ad84-9fd9c79b2da3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.589840] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Uploading image dad93721-2165-41b0-a0db-637e014a8579 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2074.596287] env[62180]: DEBUG oslo_vmware.api [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964311, 'name': PowerOffVM_Task, 'duration_secs': 0.206041} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.596548] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.596790] env[62180]: DEBUG nova.compute.manager [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.597611] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884e31d-833c-4df4-9820-7b8428fe2a90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.615961] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2074.615961] env[62180]: value = "vm-404614" [ 2074.615961] env[62180]: _type = "VirtualMachine" [ 2074.615961] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2074.616237] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2589170-f854-41d6-b67b-59adb4a7674d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.623959] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lease: (returnval){ [ 2074.623959] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521da0dc-1723-a186-f6ce-ba095ac74418" [ 2074.623959] env[62180]: _type = "HttpNfcLease" [ 2074.623959] env[62180]: } obtained for exporting VM: (result){ [ 2074.623959] env[62180]: value = "vm-404614" [ 2074.623959] env[62180]: _type = "VirtualMachine" [ 2074.623959] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2074.623959] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the lease: (returnval){ [ 2074.623959] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521da0dc-1723-a186-f6ce-ba095ac74418" [ 2074.623959] env[62180]: _type = "HttpNfcLease" [ 2074.623959] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2074.630418] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2074.630418] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521da0dc-1723-a186-f6ce-ba095ac74418" [ 2074.630418] env[62180]: _type = "HttpNfcLease" [ 2074.630418] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2074.737498] env[62180]: DEBUG nova.compute.manager [req-f60bc08e-ded5-4ac4-bf53-1dcdc5d76d39 req-6aa7c98e-80e2-4dd2-aa32-1fdf2f955323 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Received event network-vif-deleted-685653ec-1a26-469a-b46b-d567a34cc00e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2074.737716] env[62180]: INFO nova.compute.manager [req-f60bc08e-ded5-4ac4-bf53-1dcdc5d76d39 req-6aa7c98e-80e2-4dd2-aa32-1fdf2f955323 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Neutron deleted interface 685653ec-1a26-469a-b46b-d567a34cc00e; detaching it from the instance and deleting it from the info cache [ 2074.737893] env[62180]: DEBUG nova.network.neutron [req-f60bc08e-ded5-4ac4-bf53-1dcdc5d76d39 req-6aa7c98e-80e2-4dd2-aa32-1fdf2f955323 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.793124] env[62180]: DEBUG oslo_vmware.api [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499873} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.793390] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.793576] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.793753] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.793924] env[62180]: INFO nova.compute.manager [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2074.794181] env[62180]: DEBUG oslo.service.loopingcall [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.794367] env[62180]: DEBUG nova.compute.manager [-] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.794459] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.837028] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521af93c-b696-a83b-9b22-f55b72e78e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.046966} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.837263] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.837468] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2074.837705] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.837853] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.838035] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2074.838303] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c46732-8f30-4d66-af2e-cdf79ea8fd4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.848534] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2074.848730] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2074.853234] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6f98b6-a58a-4c14-b3dd-24f31a23d919 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.859870] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703297} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.861148] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1eea6df7-c95d-481d-8e66-ccf6780dd4a9/1eea6df7-c95d-481d-8e66-ccf6780dd4a9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2074.861388] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2074.861686] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2074.861686] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f10438-f7f2-984b-0dcb-a1553398aee9" [ 2074.861686] env[62180]: _type = "Task" [ 2074.861686] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.861986] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85cf2bc1-c591-4b8d-ad3f-94d713cfb759 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.871193] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f10438-f7f2-984b-0dcb-a1553398aee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.875032] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2074.875032] env[62180]: value = "task-1964315" [ 2074.875032] env[62180]: _type = "Task" [ 2074.875032] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.881823] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.995020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.995631] env[62180]: DEBUG nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2074.998532] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.267s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.041361] env[62180]: DEBUG nova.network.neutron [-] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.109842] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6080c27a-2776-4b41-8277-691e5f273a0a tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.134028] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2075.134028] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521da0dc-1723-a186-f6ce-ba095ac74418" [ 2075.134028] env[62180]: _type = "HttpNfcLease" [ 2075.134028] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2075.134295] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2075.134295] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521da0dc-1723-a186-f6ce-ba095ac74418" [ 2075.134295] env[62180]: _type = "HttpNfcLease" [ 2075.134295] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2075.135119] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e1e1b-0b94-4de8-94b1-aba1f67b4454 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.143878] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc130a-0e39-6dd3-78f4-51539b8d78a8/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2075.144088] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc130a-0e39-6dd3-78f4-51539b8d78a8/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2075.241132] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b80d2c40-77fd-417c-8208-904bbe020457 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.250940] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81095835-b4f2-4e5c-9005-f0fc7e46ac37 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.282107] env[62180]: DEBUG nova.compute.manager [req-f60bc08e-ded5-4ac4-bf53-1dcdc5d76d39 req-6aa7c98e-80e2-4dd2-aa32-1fdf2f955323 service nova] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Detach interface failed, port_id=685653ec-1a26-469a-b46b-d567a34cc00e, reason: Instance 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2075.354682] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2cbd0f89-b9ef-4257-b36d-ebfb6b565b2e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.375027] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f10438-f7f2-984b-0dcb-a1553398aee9, 'name': SearchDatastore_Task, 'duration_secs': 0.026751} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.378143] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56b6ff6-63ac-4f74-80a8-491ceed124f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.388626] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2075.388626] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e1db5-6b8b-12f0-5fc7-bf4c916dbd01" [ 2075.388626] env[62180]: _type = "Task" [ 2075.388626] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.392365] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10227} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.400159] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2075.400750] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea0151f-7338-4388-8154-c46ce3cc195d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.409084] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e1db5-6b8b-12f0-5fc7-bf4c916dbd01, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.422320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.422609] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2075.431724] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 1eea6df7-c95d-481d-8e66-ccf6780dd4a9/1eea6df7-c95d-481d-8e66-ccf6780dd4a9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.432046] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1c8e62-5845-406e-93e8-992ba47afe18 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.434615] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5675834-52b2-44ba-b74a-565064d6dcd8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.454574] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2075.454574] env[62180]: value = "task-1964316" [ 2075.454574] env[62180]: _type = "Task" [ 2075.454574] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.459088] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2075.459088] env[62180]: value = "task-1964317" [ 2075.459088] env[62180]: _type = "Task" [ 2075.459088] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.467492] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.472485] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.502329] env[62180]: DEBUG nova.compute.utils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2075.511267] env[62180]: DEBUG nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2075.511507] env[62180]: DEBUG nova.network.neutron [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2075.544760] env[62180]: INFO nova.compute.manager [-] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Took 1.27 seconds to deallocate network for instance. [ 2075.609969] env[62180]: DEBUG nova.policy [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95d5736371d7460191d2f2761526367a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '401d682a4ae5461a99a3733555456aad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2075.978153] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964316, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.987785] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964317, 'name': ReconfigVM_Task, 'duration_secs': 0.483867} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.989386] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 1eea6df7-c95d-481d-8e66-ccf6780dd4a9/1eea6df7-c95d-481d-8e66-ccf6780dd4a9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.989850] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3662127-129d-4895-950e-8e50b75cc052 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.003728] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2076.003728] env[62180]: value = "task-1964318" [ 2076.003728] env[62180]: _type = "Task" [ 2076.003728] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.016221] env[62180]: DEBUG nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2076.025417] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=62180) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 2076.028155] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964318, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.048663] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.049021] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance dfc3a0ab-f3a0-481e-85f6-04065f07feac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.049219] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance bc1f4530-366c-47df-8af1-3e6fd8a69a85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.049488] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.049616] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4f9dd9a7-3c94-4714-82fe-140fd8e89716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.049757] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f8fbf35e-c2c8-4a6c-974c-566208551996 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2076.049873] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 322fc334-2d30-4969-8c83-289645241c65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.049976] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e8685c03-1d76-43b6-9329-c8231be9c458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.050099] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.050263] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance a0c433c8-8830-41bd-810b-f0207eaf11db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.050303] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 1eea6df7-c95d-481d-8e66-ccf6780dd4a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.051063] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.051063] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0a225d67-666f-47b3-9c36-43cee5d0f657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.051063] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Migration 9e80b6f2-f058-4ea7-b255-bca9ba172dc8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2076.051063] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 79b1db90-008b-4ab2-b4a2-57113da3a715 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2076.051063] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2076.051063] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2076.058384] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.139731] env[62180]: DEBUG nova.network.neutron [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Successfully created port: 54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2076.306502] env[62180]: DEBUG nova.network.neutron [-] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.314579] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c683bc-c235-452f-9f4e-14d7d173d3de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.339217] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cff460c-7509-4905-a950-083c974a6aea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.389479] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f236460d-3109-4b62-b148-28f7e1b3801a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.397937] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307c09d8-0e26-417a-88d9-6af78a01c1cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.412831] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.447871] env[62180]: DEBUG nova.compute.manager [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Stashing vm_state: stopped {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2076.468244] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586312} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.468888] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2076.469313] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2076.469591] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aacdd158-30fd-4ef4-834d-e2315b97c2dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.479279] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2076.479279] env[62180]: value = "task-1964319" [ 2076.479279] env[62180]: _type = "Task" [ 2076.479279] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.490284] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.516122] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964318, 'name': Rename_Task, 'duration_secs': 0.233302} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.516506] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2076.518104] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adab081d-52b0-48ef-8f8f-fa569b447b01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.525152] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2076.525152] env[62180]: value = "task-1964320" [ 2076.525152] env[62180]: _type = "Task" [ 2076.525152] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.538160] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.762224] env[62180]: DEBUG nova.compute.manager [req-4cde581f-6da2-4c84-8d80-d086e0a69d07 req-c4466d91-ce3d-4b7c-a949-ac817a69cc4d service nova] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Received event network-vif-deleted-6c9df8b6-eabd-4d63-b089-cb3e77b189f5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.809983] env[62180]: INFO nova.compute.manager [-] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Took 2.02 seconds to deallocate network for instance. [ 2076.916417] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.970332] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.986729] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077331} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.987051] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2076.987866] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4196218f-d4db-494a-921f-fca9c7babec5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.008930] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.009302] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed520fb8-312a-4142-b3c4-262c471f724b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.036277] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964320, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.037659] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2077.037659] env[62180]: value = "task-1964321" [ 2077.037659] env[62180]: _type = "Task" [ 2077.037659] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.044205] env[62180]: DEBUG nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2077.072581] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2077.072884] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.073092] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2077.073243] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.073387] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2077.073532] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2077.073782] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2077.073976] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2077.074178] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2077.074362] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2077.074565] env[62180]: DEBUG nova.virt.hardware [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2077.075487] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03acefcb-4728-4461-90db-901d2bac0f0d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.084116] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32c1117-2513-4552-a9d9-9668f23abd19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.316320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.421356] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2077.421607] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.423s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.421976] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.261s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.422203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.424649] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.370s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.424931] env[62180]: DEBUG nova.objects.instance [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lazy-loading 'resources' on Instance uuid 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.446430] env[62180]: INFO nova.scheduler.client.report [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Deleted allocations for instance f8fbf35e-c2c8-4a6c-974c-566208551996 [ 2077.538213] env[62180]: DEBUG oslo_vmware.api [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964320, 'name': PowerOnVM_Task, 'duration_secs': 0.698415} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.538870] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2077.539126] env[62180]: INFO nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Took 16.97 seconds to spawn the instance on the hypervisor. [ 2077.539331] env[62180]: DEBUG nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2077.543118] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c2790-8986-4beb-a36a-c1e30e9f6f35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.551522] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964321, 'name': ReconfigVM_Task, 'duration_secs': 0.315461} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.553420] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Reconfigured VM instance instance-0000006e to attach disk [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2077.557985] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac23e2ec-dab0-4ed2-9d75-6373ae702e37 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.564964] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2077.564964] env[62180]: value = "task-1964322" [ 2077.564964] env[62180]: _type = "Task" [ 2077.564964] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.578022] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964322, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.954264] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c5f91f18-9c12-47c0-b321-081ba14fe785 tempest-ServersNegativeTestJSON-1002900665 tempest-ServersNegativeTestJSON-1002900665-project-member] Lock "f8fbf35e-c2c8-4a6c-974c-566208551996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.825s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.070165] env[62180]: INFO nova.compute.manager [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Took 22.37 seconds to build instance. [ 2078.076607] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964322, 'name': Rename_Task, 'duration_secs': 0.172535} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.079033] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.079452] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ea1fcc-23e5-47ce-8651-74747ff9a15d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.086523] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2078.086523] env[62180]: value = "task-1964323" [ 2078.086523] env[62180]: _type = "Task" [ 2078.086523] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.101117] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.112934] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e2ff16-5e92-48a0-b5cf-4b41e7b13471 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.120479] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03452e6b-efb9-497f-b716-4f9570ea33d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.151892] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ef079-b490-4364-9fcf-85a7afd25952 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.160373] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3d1566-222c-4307-901f-f4f0143c6084 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.173944] env[62180]: DEBUG nova.compute.provider_tree [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.402364] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.402364] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.402364] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.572978] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e57dc810-ec8c-4c3c-b940-4e9b86b98bf5 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.882s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.596603] env[62180]: DEBUG oslo_vmware.api [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964323, 'name': PowerOnVM_Task, 'duration_secs': 0.490288} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.596847] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.597253] env[62180]: INFO nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Took 4.93 seconds to spawn the instance on the hypervisor. [ 2078.597379] env[62180]: DEBUG nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.598293] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de8cf56-e8a3-48b9-a659-7e61dbaab0f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.677872] env[62180]: DEBUG nova.scheduler.client.report [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.897627] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.897900] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.898134] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.898327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.898502] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.903687] env[62180]: INFO nova.compute.manager [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Terminating instance [ 2079.119994] env[62180]: INFO nova.compute.manager [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Took 9.84 seconds to build instance. [ 2079.184282] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.187118] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.217s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.204727] env[62180]: INFO nova.scheduler.client.report [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Deleted allocations for instance 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00 [ 2079.407625] env[62180]: DEBUG nova.compute.manager [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2079.407859] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2079.409009] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784e57a8-b1d7-4dca-a7fc-3e94c56290bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.417777] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2079.418062] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c913c9-3c74-4e3c-964c-8e75fc22bd55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.424384] env[62180]: DEBUG oslo_vmware.api [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2079.424384] env[62180]: value = "task-1964324" [ 2079.424384] env[62180]: _type = "Task" [ 2079.424384] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.432271] env[62180]: DEBUG oslo_vmware.api [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.622033] env[62180]: DEBUG oslo_concurrency.lockutils [None req-655fc3fb-0e48-40f4-903f-b84af5c8b56e tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.350s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.693025] env[62180]: INFO nova.compute.claims [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.713483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-97f08699-56c1-4b01-81a6-6879642075f4 tempest-ServerDiskConfigTestJSON-179318113 tempest-ServerDiskConfigTestJSON-179318113-project-member] Lock "4eb0db16-ad4e-4d26-ba3e-7c02366e6f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.159s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.803870] env[62180]: INFO nova.compute.manager [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Rebuilding instance [ 2079.856435] env[62180]: DEBUG nova.compute.manager [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.856490] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881a99b9-8a77-4f73-ac01-c5e64146a6e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.934570] env[62180]: DEBUG oslo_vmware.api [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964324, 'name': PowerOffVM_Task, 'duration_secs': 0.24089} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.934879] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2079.935105] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2079.935285] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66b0c52d-26fa-4f75-a717-aa4d314e01f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.199116] env[62180]: INFO nova.compute.resource_tracker [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating resource usage from migration 9e80b6f2-f058-4ea7-b255-bca9ba172dc8 [ 2080.393755] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f8e8ec-ee3a-4efb-a63d-513291dc8b3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.403030] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3438e1b-850a-404d-b1a0-1d01bad023f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.436194] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1baf0f2-2793-4b3e-9955-4dd1911e22f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.444910] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a0de7-9d4e-4759-9ff6-93f3102ba42c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.458978] env[62180]: DEBUG nova.compute.provider_tree [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.873191] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2080.873483] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9106721-c06c-4306-a4c5-5a8205f079dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.881534] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2080.881534] env[62180]: value = "task-1964326" [ 2080.881534] env[62180]: _type = "Task" [ 2080.881534] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.890423] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.962066] env[62180]: DEBUG nova.scheduler.client.report [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.393306] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964326, 'name': PowerOffVM_Task, 'duration_secs': 0.140859} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.393619] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2081.393773] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2081.394618] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb02566-fbab-4f19-9086-adc5a44cb15d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.403081] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2081.403081] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100605b8-5e00-4688-816f-09922ec2f7ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.428567] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2081.428917] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2081.429170] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Deleting the datastore file [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2081.429457] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fb5e329-c52b-41d1-a467-40b219487a52 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.440710] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2081.440710] env[62180]: value = "task-1964328" [ 2081.440710] env[62180]: _type = "Task" [ 2081.440710] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.454040] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.469296] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.282s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.469523] env[62180]: INFO nova.compute.manager [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Migrating [ 2081.476884] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.161s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.477193] env[62180]: DEBUG nova.objects.instance [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'resources' on Instance uuid 4f9dd9a7-3c94-4714-82fe-140fd8e89716 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.954735] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131787} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.955095] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2081.955219] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2081.955390] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2081.994782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.994782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.994782] env[62180]: DEBUG nova.network.neutron [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.207366] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148df227-7ff2-4d80-8092-efe1ad70b3d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.216457] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64364263-50d6-4f7b-9c9d-5edede0c4110 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.248722] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a695a239-8486-461e-8095-cde797d1c34b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.257397] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a70cb-32d4-4868-ae53-49c37e74a3b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.271304] env[62180]: DEBUG nova.compute.provider_tree [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.777455] env[62180]: DEBUG nova.scheduler.client.report [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2082.975506] env[62180]: DEBUG nova.network.neutron [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.017193] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2083.017438] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2083.017665] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2083.017863] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2083.018016] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2083.018168] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2083.019270] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2083.019507] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2083.019691] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2083.019861] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2083.020044] env[62180]: DEBUG nova.virt.hardware [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2083.022075] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80685646-074e-4e0b-a211-61315d218e5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.031239] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168a151-594b-4e82-9c0e-deeccc386688 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.046680] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Instance VIF info [] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2083.052406] env[62180]: DEBUG oslo.service.loopingcall [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.052719] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2083.052942] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c52aa4c0-5715-4dc5-92d0-be80ce9a27c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.072326] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2083.072326] env[62180]: value = "task-1964329" [ 2083.072326] env[62180]: _type = "Task" [ 2083.072326] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.080135] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964329, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.284094] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.313547] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc130a-0e39-6dd3-78f4-51539b8d78a8/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2083.317188] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd5c7d-a9eb-482f-9ba6-9338f828d413 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.321367] env[62180]: INFO nova.scheduler.client.report [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted allocations for instance 4f9dd9a7-3c94-4714-82fe-140fd8e89716 [ 2083.327988] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc130a-0e39-6dd3-78f4-51539b8d78a8/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2083.327988] env[62180]: ERROR oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc130a-0e39-6dd3-78f4-51539b8d78a8/disk-0.vmdk due to incomplete transfer. [ 2083.329018] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a67116c-354c-4436-9100-f2a72ae1a479 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.338437] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc130a-0e39-6dd3-78f4-51539b8d78a8/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2083.338706] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Uploaded image dad93721-2165-41b0-a0db-637e014a8579 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2083.341690] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2083.341971] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1157b712-c3c4-48fa-851f-07e14ed3ecd5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.349086] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2083.349086] env[62180]: value = "task-1964330" [ 2083.349086] env[62180]: _type = "Task" [ 2083.349086] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.359970] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964330, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.480635] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.565451] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2083.566041] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2083.566364] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Deleting the datastore file [datastore1] 1eea6df7-c95d-481d-8e66-ccf6780dd4a9 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2083.566845] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-188eb693-dcef-45dd-ae2d-b6bb0b19ecf6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.578657] env[62180]: DEBUG oslo_vmware.api [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2083.578657] env[62180]: value = "task-1964331" [ 2083.578657] env[62180]: _type = "Task" [ 2083.578657] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.585464] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964329, 'name': CreateVM_Task, 'duration_secs': 0.33182} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.587053] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2083.587053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.587053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.587053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2083.587328] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a146226-8d76-4fce-94af-4f76f7a32445 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.595146] env[62180]: DEBUG oslo_vmware.api [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.598435] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2083.598435] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521bc617-52ea-2eec-2bbf-26189fdafd24" [ 2083.598435] env[62180]: _type = "Task" [ 2083.598435] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.608064] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521bc617-52ea-2eec-2bbf-26189fdafd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.796581] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.796876] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2083.836908] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a7f6ab49-c5ec-4654-a315-d42e1231fd0b tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "4f9dd9a7-3c94-4714-82fe-140fd8e89716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.766s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.863018] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964330, 'name': Destroy_Task, 'duration_secs': 0.500565} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.863018] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Destroyed the VM [ 2083.863018] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2083.863018] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-308d5f4f-d79f-488a-86a5-ad031508b806 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.866891] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2083.866891] env[62180]: value = "task-1964332" [ 2083.866891] env[62180]: _type = "Task" [ 2083.866891] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.874986] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.089193] env[62180]: DEBUG oslo_vmware.api [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163078} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.091607] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2084.091607] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2084.091607] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2084.091607] env[62180]: INFO nova.compute.manager [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Took 4.68 seconds to destroy the instance on the hypervisor. [ 2084.091607] env[62180]: DEBUG oslo.service.loopingcall [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.091607] env[62180]: DEBUG nova.compute.manager [-] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2084.091607] env[62180]: DEBUG nova.network.neutron [-] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2084.108593] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521bc617-52ea-2eec-2bbf-26189fdafd24, 'name': SearchDatastore_Task, 'duration_secs': 0.018024} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.109412] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.109412] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2084.109412] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.109830] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.109830] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2084.110113] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a72b88c9-ecd8-4d32-974e-5304dc5c52a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.119181] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2084.119395] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2084.120175] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26006c90-d1fb-4a8c-85aa-bae372d18a50 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.128365] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2084.128365] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523565c9-6f28-a9b0-98c1-35a9f1dbad09" [ 2084.128365] env[62180]: _type = "Task" [ 2084.128365] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.138171] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523565c9-6f28-a9b0-98c1-35a9f1dbad09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.183774] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.184016] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.184235] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.184471] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.184643] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.186904] env[62180]: INFO nova.compute.manager [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Terminating instance [ 2084.315866] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] There are 55 instances to clean {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2084.316078] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4eb0db16-ad4e-4d26-ba3e-7c02366e6f00] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2084.378039] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964332, 'name': RemoveSnapshot_Task, 'duration_secs': 0.38164} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.378334] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2084.378624] env[62180]: DEBUG nova.compute.manager [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2084.379441] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8018d8-fc40-407f-8b5a-fcce01ee47fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.649422] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523565c9-6f28-a9b0-98c1-35a9f1dbad09, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.649422] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264ac50d-4258-48c6-b1fb-883639ae03d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.658357] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2084.658357] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b4f172-e7fb-75d0-42d0-61a987b87d6e" [ 2084.658357] env[62180]: _type = "Task" [ 2084.658357] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.673362] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b4f172-e7fb-75d0-42d0-61a987b87d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.673861] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.674437] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.675944] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ba6e95f-399f-4735-84aa-02bd5f7246ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.681215] env[62180]: DEBUG nova.compute.manager [req-a2303a39-7d86-420e-8678-de195d4698c9 req-a89cef0f-52e0-43ba-8bc5-c7874de09607 service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Received event network-vif-plugged-54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2084.681215] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2303a39-7d86-420e-8678-de195d4698c9 req-a89cef0f-52e0-43ba-8bc5-c7874de09607 service nova] Acquiring lock "0a225d67-666f-47b3-9c36-43cee5d0f657-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.681215] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2303a39-7d86-420e-8678-de195d4698c9 req-a89cef0f-52e0-43ba-8bc5-c7874de09607 service nova] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.681215] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2303a39-7d86-420e-8678-de195d4698c9 req-a89cef0f-52e0-43ba-8bc5-c7874de09607 service nova] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.681215] env[62180]: DEBUG nova.compute.manager [req-a2303a39-7d86-420e-8678-de195d4698c9 req-a89cef0f-52e0-43ba-8bc5-c7874de09607 service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] No waiting events found dispatching network-vif-plugged-54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.681215] env[62180]: WARNING nova.compute.manager [req-a2303a39-7d86-420e-8678-de195d4698c9 req-a89cef0f-52e0-43ba-8bc5-c7874de09607 service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Received unexpected event network-vif-plugged-54e884bf-443c-430d-8c0d-a45a9e2f4195 for instance with vm_state building and task_state spawning. [ 2084.687084] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2084.687084] env[62180]: value = "task-1964333" [ 2084.687084] env[62180]: _type = "Task" [ 2084.687084] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.690734] env[62180]: DEBUG nova.compute.manager [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2084.690929] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2084.691820] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678f925-9aea-4713-8489-9d6f59168316 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.700483] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.702657] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2084.702942] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae93142-1b55-4361-ab5b-b12c761d7e12 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.709294] env[62180]: DEBUG oslo_vmware.api [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2084.709294] env[62180]: value = "task-1964334" [ 2084.709294] env[62180]: _type = "Task" [ 2084.709294] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.719767] env[62180]: DEBUG oslo_vmware.api [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.756264] env[62180]: DEBUG nova.network.neutron [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Successfully updated port: 54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.819065] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 40e58329-3c07-41b0-a23b-ecc65944de9c] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2084.892126] env[62180]: INFO nova.compute.manager [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Shelve offloading [ 2084.997186] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153d647a-dfc3-4854-9f89-a580c9be5011 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.023453] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance '79b1db90-008b-4ab2-b4a2-57113da3a715' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.200118] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493534} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.200954] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.201604] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.202055] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f89a3e91-c485-456b-ade3-966af587ffc5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.214737] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2085.214737] env[62180]: value = "task-1964335" [ 2085.214737] env[62180]: _type = "Task" [ 2085.214737] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.221780] env[62180]: DEBUG oslo_vmware.api [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964334, 'name': PowerOffVM_Task, 'duration_secs': 0.163163} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.222572] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2085.222934] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2085.223303] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839a5b6c-1ce8-4c6e-9107-6acc8557cafb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.228526] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.263821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.263821] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.263821] env[62180]: DEBUG nova.network.neutron [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.324454] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 5df22664-8983-4b42-8009-c915f321b247] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2085.397080] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2085.399754] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e636742-5b18-438c-84b7-e40756e8ba46 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.404928] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2085.404928] env[62180]: value = "task-1964337" [ 2085.404928] env[62180]: _type = "Task" [ 2085.404928] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.415339] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2085.415709] env[62180]: DEBUG nova.compute.manager [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2085.417208] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f00f2ea-6e79-4472-83da-ee9fa388f03e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.424830] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.424830] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.424830] env[62180]: DEBUG nova.network.neutron [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.532108] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2085.532108] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6562e05d-7ca9-40e7-b896-f914e337980a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.540415] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2085.540415] env[62180]: value = "task-1964338" [ 2085.540415] env[62180]: _type = "Task" [ 2085.540415] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.551800] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2085.552491] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance '79b1db90-008b-4ab2-b4a2-57113da3a715' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.625298] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2085.628422] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2085.628422] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleting the datastore file [datastore1] 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2085.628422] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92301333-e5ac-4683-87e5-1c924bad5611 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.636395] env[62180]: DEBUG oslo_vmware.api [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for the task: (returnval){ [ 2085.636395] env[62180]: value = "task-1964339" [ 2085.636395] env[62180]: _type = "Task" [ 2085.636395] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.644639] env[62180]: DEBUG oslo_vmware.api [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.668843] env[62180]: DEBUG nova.network.neutron [-] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.728282] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072463} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.728743] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2085.729931] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6abe9d6-c9d5-46e4-acaa-87848743534a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.764310] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2085.764733] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f383d2-64d7-45aa-8234-79131ff2ac4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.788238] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2085.788238] env[62180]: value = "task-1964340" [ 2085.788238] env[62180]: _type = "Task" [ 2085.788238] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.800021] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.816580] env[62180]: DEBUG nova.network.neutron [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.826799] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 178e8e0b-2788-4923-b774-325e155d1628] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2086.056475] env[62180]: DEBUG nova.network.neutron [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Updating instance_info_cache with network_info: [{"id": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "address": "fa:16:3e:1c:ff:32", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e884bf-44", "ovs_interfaceid": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.065032] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.066204] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.066444] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.066684] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.069139] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.069483] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.069731] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.069902] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.070152] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.070368] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.070594] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.078559] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0af74c-c44f-4f2f-b51d-1f2745bb821c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.096452] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2086.096452] env[62180]: value = "task-1964341" [ 2086.096452] env[62180]: _type = "Task" [ 2086.096452] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.107225] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.151767] env[62180]: DEBUG oslo_vmware.api [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Task: {'id': task-1964339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144694} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.152047] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2086.152413] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2086.152691] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2086.152917] env[62180]: INFO nova.compute.manager [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Took 1.46 seconds to destroy the instance on the hypervisor. [ 2086.157019] env[62180]: DEBUG oslo.service.loopingcall [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.157019] env[62180]: DEBUG nova.compute.manager [-] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2086.157019] env[62180]: DEBUG nova.network.neutron [-] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2086.171205] env[62180]: INFO nova.compute.manager [-] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Took 2.08 seconds to deallocate network for instance. [ 2086.296851] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964340, 'name': ReconfigVM_Task, 'duration_secs': 0.272926} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.297412] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Reconfigured VM instance instance-0000006e to attach disk [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6/f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2086.298069] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-822af1fb-510a-4c63-8390-2ba4653702a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.309506] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2086.309506] env[62180]: value = "task-1964342" [ 2086.309506] env[62180]: _type = "Task" [ 2086.309506] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.322567] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964342, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.331216] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4f9dd9a7-3c94-4714-82fe-140fd8e89716] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2086.382672] env[62180]: DEBUG nova.network.neutron [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Updating instance_info_cache with network_info: [{"id": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "address": "fa:16:3e:71:59:6b", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6746a8-e0", "ovs_interfaceid": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.560839] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.562233] env[62180]: DEBUG nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Instance network_info: |[{"id": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "address": "fa:16:3e:1c:ff:32", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e884bf-44", "ovs_interfaceid": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2086.563009] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ff:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e884bf-443c-430d-8c0d-a45a9e2f4195', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.573628] env[62180]: DEBUG oslo.service.loopingcall [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.574349] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.574717] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52975f85-07ba-46dd-90f3-57c7e7936f66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.595696] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.595696] env[62180]: value = "task-1964343" [ 2086.595696] env[62180]: _type = "Task" [ 2086.595696] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.608464] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964341, 'name': ReconfigVM_Task, 'duration_secs': 0.240989} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.611567] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance '79b1db90-008b-4ab2-b4a2-57113da3a715' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2086.615394] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964343, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.680449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.680718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.680926] env[62180]: DEBUG nova.objects.instance [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lazy-loading 'resources' on Instance uuid 1eea6df7-c95d-481d-8e66-ccf6780dd4a9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.759909] env[62180]: DEBUG nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-vif-deleted-16c4afa5-1d7d-4f12-b4e4-092c2c508fb4 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.760131] env[62180]: DEBUG nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Received event network-changed-54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.760296] env[62180]: DEBUG nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Refreshing instance network info cache due to event network-changed-54e884bf-443c-430d-8c0d-a45a9e2f4195. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2086.760503] env[62180]: DEBUG oslo_concurrency.lockutils [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] Acquiring lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.760643] env[62180]: DEBUG oslo_concurrency.lockutils [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] Acquired lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.760795] env[62180]: DEBUG nova.network.neutron [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Refreshing network info cache for port 54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.820155] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964342, 'name': Rename_Task, 'duration_secs': 0.301782} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.820476] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2086.820744] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74f4a02-b1c0-400d-a12f-ff2fbdbb1019 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.828017] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2086.828017] env[62180]: value = "task-1964344" [ 2086.828017] env[62180]: _type = "Task" [ 2086.828017] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.837931] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 10c02400-f46c-40c5-80a6-e3e05551659b] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2086.843124] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.886347] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.991362] env[62180]: DEBUG nova.network.neutron [-] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.114504] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "065545a8-25b1-444e-ad14-735d0da5e9e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.114691] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.118247] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.118545] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.118740] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.118957] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.119151] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.119331] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.119570] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.119817] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.120035] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.120235] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.120440] env[62180]: DEBUG nova.virt.hardware [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.130197] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2087.133976] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3279788b-2e79-4561-a774-779282dc6c64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.147718] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964343, 'name': CreateVM_Task, 'duration_secs': 0.455341} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.149779] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2087.150411] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.150623] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.151009] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2087.151544] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927e9142-8ecf-4225-a5fc-d069c87df8d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.154977] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2087.154977] env[62180]: value = "task-1964345" [ 2087.154977] env[62180]: _type = "Task" [ 2087.154977] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.156551] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2087.156551] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526790d7-ff11-6866-9183-a99c72009696" [ 2087.156551] env[62180]: _type = "Task" [ 2087.156551] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.168515] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526790d7-ff11-6866-9183-a99c72009696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.171802] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.213116] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2087.213990] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee92eaf9-04f4-4085-84ed-7c3c098de766 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.221812] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2087.222096] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f433d738-f328-4c84-92d5-bf7ab7c55617 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.338557] env[62180]: DEBUG oslo_vmware.api [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964344, 'name': PowerOnVM_Task, 'duration_secs': 0.509644} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.341190] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2087.341408] env[62180]: DEBUG nova.compute.manager [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2087.342379] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e313dc08-b791-4867-88c9-b45f59a86545 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.345080] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 92e57314-bc0b-441f-9ea2-4bfaf3b3537d] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2087.404673] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a66c9a-3957-4582-98c0-f003eb8605a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.412580] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20137bcf-068e-443d-9168-4b269c84d13a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.445889] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339233fa-d079-4b0c-9571-de6e462f2954 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.453613] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d87e99-a72f-48a2-82ab-cc7cf9c4c64c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.467612] env[62180]: DEBUG nova.compute.provider_tree [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2087.493705] env[62180]: INFO nova.compute.manager [-] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Took 1.34 seconds to deallocate network for instance. [ 2087.515126] env[62180]: DEBUG nova.network.neutron [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Updated VIF entry in instance network info cache for port 54e884bf-443c-430d-8c0d-a45a9e2f4195. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.515534] env[62180]: DEBUG nova.network.neutron [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Updating instance_info_cache with network_info: [{"id": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "address": "fa:16:3e:1c:ff:32", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e884bf-44", "ovs_interfaceid": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.630159] env[62180]: DEBUG nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2087.669859] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964345, 'name': ReconfigVM_Task, 'duration_secs': 0.171992} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.673958] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2087.674379] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526790d7-ff11-6866-9183-a99c72009696, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.675165] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1bd85-79b3-488a-a2b1-25a886b5cad8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.678489] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.678744] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.679053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.679224] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.679415] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.680044] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a26905f-52f4-44ba-bf9f-0591a9b2959e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.703433] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 79b1db90-008b-4ab2-b4a2-57113da3a715/79b1db90-008b-4ab2-b4a2-57113da3a715.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2087.705707] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34143db6-56a7-434b-ad03-4c448da70bf2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.718084] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.718260] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.718980] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2087.719175] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2087.719343] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleting the datastore file [datastore1] a0c433c8-8830-41bd-810b-f0207eaf11db {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2087.719570] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85429c4a-9f95-4f22-9ad0-80255f9fd749 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.721833] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f5efb2f-3450-433f-9fb1-fe3902ec58c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.726581] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2087.726581] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ddda94-22d8-1528-2578-4fbba8c368a8" [ 2087.726581] env[62180]: _type = "Task" [ 2087.726581] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.731092] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2087.731092] env[62180]: value = "task-1964347" [ 2087.731092] env[62180]: _type = "Task" [ 2087.731092] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.731342] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2087.731342] env[62180]: value = "task-1964348" [ 2087.731342] env[62180]: _type = "Task" [ 2087.731342] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.739863] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ddda94-22d8-1528-2578-4fbba8c368a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.744880] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.747692] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.848606] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: c9b49624-bc00-4e50-b273-38821c698d29] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2087.872178] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.988706] env[62180]: ERROR nova.scheduler.client.report [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [req-eda57a71-49e5-45cf-89e7-e9e310e00173] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eda57a71-49e5-45cf-89e7-e9e310e00173"}]} [ 2087.999987] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.005310] env[62180]: DEBUG nova.scheduler.client.report [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2088.018266] env[62180]: DEBUG oslo_concurrency.lockutils [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] Releasing lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.018518] env[62180]: DEBUG nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-vif-deleted-5f23e80f-dfe3-4ddc-ab70-9b50627a82ce {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.018738] env[62180]: DEBUG nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Received event network-vif-deleted-a2d41c63-8695-4f41-ab74-ec30b7831899 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.018916] env[62180]: DEBUG nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Received event network-vif-deleted-20385f88-02ef-47ad-b05f-77e2b070a181 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.019094] env[62180]: INFO nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Neutron deleted interface 20385f88-02ef-47ad-b05f-77e2b070a181; detaching it from the instance and deleting it from the info cache [ 2088.019266] env[62180]: DEBUG nova.network.neutron [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.021189] env[62180]: DEBUG nova.scheduler.client.report [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2088.021189] env[62180]: DEBUG nova.compute.provider_tree [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2088.033115] env[62180]: DEBUG nova.scheduler.client.report [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2088.054155] env[62180]: DEBUG nova.scheduler.client.report [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2088.146739] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.226892] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc14b79a-5847-489f-852c-65bf5a85b261 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.244590] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c194d78b-9af1-46bf-a565-41569634311d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.247564] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ddda94-22d8-1528-2578-4fbba8c368a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018234} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.253663] env[62180]: DEBUG oslo_vmware.api [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964347, 'name': ReconfigVM_Task, 'duration_secs': 0.27437} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.253889] env[62180]: DEBUG oslo_vmware.api [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189431} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.254474] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2081c4-7186-49e0-b2d3-7f4eaa03f39d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.256885] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 79b1db90-008b-4ab2-b4a2-57113da3a715/79b1db90-008b-4ab2-b4a2-57113da3a715.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2088.257172] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance '79b1db90-008b-4ab2-b4a2-57113da3a715' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2088.261240] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2088.261240] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2088.261240] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2088.288209] env[62180]: INFO nova.scheduler.client.report [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted allocations for instance a0c433c8-8830-41bd-810b-f0207eaf11db [ 2088.291607] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bed50f-68b8-4bf9-8442-68d80568de83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.295828] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2088.295828] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b3ba2c-0f74-d4b4-9f75-77bd871f4132" [ 2088.295828] env[62180]: _type = "Task" [ 2088.295828] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.303117] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac27c202-0ab1-416a-8930-9d94182af5b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.309641] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b3ba2c-0f74-d4b4-9f75-77bd871f4132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.319747] env[62180]: DEBUG nova.compute.provider_tree [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2088.352056] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 923bc2af-85aa-41ca-8e3e-f00b84cb73c4] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2088.524819] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3144b6e2-b4dd-40e6-bace-9ba5a66b2010 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.534470] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3802a7e4-2e42-4123-b642-aa1cbc615d12 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.562774] env[62180]: DEBUG nova.compute.manager [req-d4429f58-1cd3-4cd7-a5c7-92b08c8eaf64 req-21b05202-7760-4495-8923-628fbec62adb service nova] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Detach interface failed, port_id=20385f88-02ef-47ad-b05f-77e2b070a181, reason: Instance 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2088.704458] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.704772] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.704990] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.705212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.705389] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.707490] env[62180]: INFO nova.compute.manager [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Terminating instance [ 2088.765032] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa80e2b-8ffc-440c-a594-822f8345f2e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.785194] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0de176-15ad-43d3-bc74-11d0cd850d7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.788554] env[62180]: DEBUG nova.compute.manager [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Received event network-vif-unplugged-1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.788749] env[62180]: DEBUG oslo_concurrency.lockutils [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] Acquiring lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.788989] env[62180]: DEBUG oslo_concurrency.lockutils [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.789132] env[62180]: DEBUG oslo_concurrency.lockutils [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.789313] env[62180]: DEBUG nova.compute.manager [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] No waiting events found dispatching network-vif-unplugged-1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2088.789491] env[62180]: WARNING nova.compute.manager [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Received unexpected event network-vif-unplugged-1f6746a8-e0a6-4290-acae-24c11ab55b51 for instance with vm_state shelved_offloaded and task_state None. [ 2088.789668] env[62180]: DEBUG nova.compute.manager [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Received event network-changed-1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2088.789819] env[62180]: DEBUG nova.compute.manager [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Refreshing instance network info cache due to event network-changed-1f6746a8-e0a6-4290-acae-24c11ab55b51. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2088.790165] env[62180]: DEBUG oslo_concurrency.lockutils [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] Acquiring lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.790216] env[62180]: DEBUG oslo_concurrency.lockutils [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] Acquired lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.790353] env[62180]: DEBUG nova.network.neutron [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Refreshing network info cache for port 1f6746a8-e0a6-4290-acae-24c11ab55b51 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.808344] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.808735] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance '79b1db90-008b-4ab2-b4a2-57113da3a715' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2088.821337] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b3ba2c-0f74-d4b4-9f75-77bd871f4132, 'name': SearchDatastore_Task, 'duration_secs': 0.022744} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.823838] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.824118] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2088.824953] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1b0f83-84a9-4eca-88ba-826b3cc06c16 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.831286] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2088.831286] env[62180]: value = "task-1964349" [ 2088.831286] env[62180]: _type = "Task" [ 2088.831286] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.841503] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.853416] env[62180]: DEBUG nova.scheduler.client.report [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2088.853416] env[62180]: DEBUG nova.compute.provider_tree [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 152 to 153 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2088.853416] env[62180]: DEBUG nova.compute.provider_tree [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2088.856180] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: c34267a0-def3-4bde-a954-b3026697f031] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2089.210729] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "refresh_cache-f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.211039] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquired lock "refresh_cache-f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.211181] env[62180]: DEBUG nova.network.neutron [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.342667] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964349, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.358600] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.678s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.360893] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e19d4fd3-a4b7-4cf0-befc-ebbb0abdad82] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2089.363775] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.491s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.363901] env[62180]: DEBUG nova.objects.instance [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2089.386542] env[62180]: DEBUG nova.network.neutron [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Port 9822df1e-58e0-432d-941f-2876bc356d7c binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2089.389283] env[62180]: INFO nova.scheduler.client.report [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Deleted allocations for instance 1eea6df7-c95d-481d-8e66-ccf6780dd4a9 [ 2089.550815] env[62180]: DEBUG nova.network.neutron [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Updated VIF entry in instance network info cache for port 1f6746a8-e0a6-4290-acae-24c11ab55b51. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.551201] env[62180]: DEBUG nova.network.neutron [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Updating instance_info_cache with network_info: [{"id": "1f6746a8-e0a6-4290-acae-24c11ab55b51", "address": "fa:16:3e:71:59:6b", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": null, "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1f6746a8-e0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.604453] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "a0c433c8-8830-41bd-810b-f0207eaf11db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.729637] env[62180]: DEBUG nova.network.neutron [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.777861] env[62180]: DEBUG nova.network.neutron [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.843130] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609797} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.843396] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2089.843632] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2089.843902] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64efa0bf-3277-4d36-85df-f2a5ec7d3fd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.850565] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2089.850565] env[62180]: value = "task-1964350" [ 2089.850565] env[62180]: _type = "Task" [ 2089.850565] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.860259] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.867864] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: bb02cb2c-fe94-4268-803f-671266323454] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2089.900725] env[62180]: DEBUG oslo_concurrency.lockutils [None req-692073b2-9d86-4857-9a80-b8af1ba4d541 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "1eea6df7-c95d-481d-8e66-ccf6780dd4a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.003s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.053904] env[62180]: DEBUG oslo_concurrency.lockutils [req-3f78ed86-5d54-4f3f-aca1-ee9de2f5250e req-78e2cccc-fb59-4ac0-9363-731a09b19459 service nova] Releasing lock "refresh_cache-a0c433c8-8830-41bd-810b-f0207eaf11db" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.280695] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Releasing lock "refresh_cache-f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.281185] env[62180]: DEBUG nova.compute.manager [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2090.281383] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.282317] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a853fdeb-90af-40f8-903b-f56e0230ca0e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.290283] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.290524] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a5a412-c795-4cbe-8a3e-5e35da8769d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.296719] env[62180]: DEBUG oslo_vmware.api [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2090.296719] env[62180]: value = "task-1964351" [ 2090.296719] env[62180]: _type = "Task" [ 2090.296719] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.304483] env[62180]: DEBUG oslo_vmware.api [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.360787] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066707} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.361063] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2090.361820] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0224f265-359e-43d1-b04c-f34e3bb0c1f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.375061] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: a6313cff-9c5f-474d-aa56-a905c538edb4] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2090.378425] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8c404a94-e17d-40fa-ad39-4edf8f2b3f9d tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.387906] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2090.388613] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.389s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.388828] env[62180]: DEBUG nova.objects.instance [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lazy-loading 'resources' on Instance uuid 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2090.389755] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4249bdb1-3709-4a6a-ae7e-0f8f9eabc7f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.425229] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.425494] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.425668] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.426619] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2090.426619] env[62180]: value = "task-1964352" [ 2090.426619] env[62180]: _type = "Task" [ 2090.426619] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.435558] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.587911] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07acd913-6463-4fe0-adc6-6121acaa10f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.598244] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7586d-0feb-484b-99ae-751e0bd27055 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.630389] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a08c6e-96fb-4b0d-812b-112bf197901e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.638838] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ec596-dbad-4637-9111-08a3c474e822 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.652642] env[62180]: DEBUG nova.compute.provider_tree [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.807516] env[62180]: DEBUG oslo_vmware.api [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964351, 'name': PowerOffVM_Task, 'duration_secs': 0.176223} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.807516] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2090.808338] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2090.808338] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f558080-12bc-4aa2-8557-0b552b9e9d6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.833927] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2090.833927] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2090.833927] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Deleting the datastore file [datastore1] f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2090.833927] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bcaf6f3-255a-49b0-9509-b7f2905a905b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.840361] env[62180]: DEBUG oslo_vmware.api [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for the task: (returnval){ [ 2090.840361] env[62180]: value = "task-1964354" [ 2090.840361] env[62180]: _type = "Task" [ 2090.840361] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.849451] env[62180]: DEBUG oslo_vmware.api [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.889389] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 2dc4e7b4-c44a-4063-a298-5fe18c4f91a1] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2090.939952] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964352, 'name': ReconfigVM_Task, 'duration_secs': 0.392751} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.940205] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.941035] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff7c015-24b1-45fa-a808-0757ada5cc5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.947110] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2090.947110] env[62180]: value = "task-1964355" [ 2090.947110] env[62180]: _type = "Task" [ 2090.947110] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.958084] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964355, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.155682] env[62180]: DEBUG nova.scheduler.client.report [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2091.350251] env[62180]: DEBUG oslo_vmware.api [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Task: {'id': task-1964354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152694} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.350473] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2091.350658] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2091.350836] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2091.351008] env[62180]: INFO nova.compute.manager [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2091.351254] env[62180]: DEBUG oslo.service.loopingcall [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2091.351650] env[62180]: DEBUG nova.compute.manager [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2091.351650] env[62180]: DEBUG nova.network.neutron [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2091.369956] env[62180]: DEBUG nova.network.neutron [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2091.394796] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: c9508217-827f-4b34-9cd7-e86a02c0f30c] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2091.456847] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964355, 'name': Rename_Task, 'duration_secs': 0.143265} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.457027] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.457251] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c20dd9eb-3b10-4ae8-9a3a-f99135e709cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.463846] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2091.463846] env[62180]: value = "task-1964356" [ 2091.463846] env[62180]: _type = "Task" [ 2091.463846] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.464660] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.464824] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.464993] env[62180]: DEBUG nova.network.neutron [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.473614] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.660497] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.272s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.663142] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.516s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.666901] env[62180]: INFO nova.compute.claims [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2091.691447] env[62180]: INFO nova.scheduler.client.report [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Deleted allocations for instance 90215454-d9f5-4dbb-ab27-9c1ccd5cac23 [ 2091.872613] env[62180]: DEBUG nova.network.neutron [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.896110] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4d0ce24e-5975-4941-abe7-37c84f4f68e1] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2091.977905] env[62180]: DEBUG oslo_vmware.api [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964356, 'name': PowerOnVM_Task, 'duration_secs': 0.482082} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.977905] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.978208] env[62180]: INFO nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Took 14.93 seconds to spawn the instance on the hypervisor. [ 2091.978323] env[62180]: DEBUG nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.979197] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f63bc7-2c40-4712-8bf2-7255f7c2803d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.188629] env[62180]: DEBUG nova.network.neutron [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.201735] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0aa710e-0c5a-443f-99ce-26f1cb5b0f48 tempest-AttachInterfacesTestJSON-445268024 tempest-AttachInterfacesTestJSON-445268024-project-member] Lock "90215454-d9f5-4dbb-ab27-9c1ccd5cac23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.018s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.375422] env[62180]: INFO nova.compute.manager [-] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Took 1.02 seconds to deallocate network for instance. [ 2092.392925] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.393793] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.399202] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: b155f91d-913d-4e0d-ad02-085509c15f9c] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2092.496192] env[62180]: INFO nova.compute.manager [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Took 20.99 seconds to build instance. [ 2092.693060] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.835211] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d7299-c282-4c3e-995c-43b4859eb011 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.845165] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9401df-aa41-4b29-93fc-3ecfceb1d288 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.879019] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643e7bf5-ba80-46f3-ac74-8ace1f8ddfaa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.885968] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b9d3f-054d-4775-aa0d-bab94375efae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.890449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.900729] env[62180]: DEBUG nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2092.904811] env[62180]: DEBUG nova.compute.provider_tree [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.907937] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1a32d991-04e4-4306-b2a4-21aff3df5806] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2092.998929] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d24b9daa-914b-4cc0-8593-4f2d89dca12b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.498s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.024416] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.024697] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.024875] env[62180]: INFO nova.compute.manager [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Shelving [ 2093.215986] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d601d5f2-7728-40c5-b047-24b372c9a2ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.238353] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81581142-fb5a-4de2-9cae-7576f23efb2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.246280] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance '79b1db90-008b-4ab2-b4a2-57113da3a715' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2093.403675] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "e8685c03-1d76-43b6-9329-c8231be9c458" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.403675] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.409732] env[62180]: DEBUG nova.scheduler.client.report [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2093.414176] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f8fbf35e-c2c8-4a6c-974c-566208551996] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2093.416413] env[62180]: DEBUG nova.compute.manager [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Received event network-changed-54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2093.416590] env[62180]: DEBUG nova.compute.manager [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Refreshing instance network info cache due to event network-changed-54e884bf-443c-430d-8c0d-a45a9e2f4195. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2093.416792] env[62180]: DEBUG oslo_concurrency.lockutils [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] Acquiring lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.416940] env[62180]: DEBUG oslo_concurrency.lockutils [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] Acquired lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.417094] env[62180]: DEBUG nova.network.neutron [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Refreshing network info cache for port 54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.426374] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.751985] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0493542d-3b67-4853-be14-5db7e0f58bf9 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance '79b1db90-008b-4ab2-b4a2-57113da3a715' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2093.909027] env[62180]: DEBUG nova.compute.utils [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2093.919276] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.919778] env[62180]: DEBUG nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2093.923259] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 311c09e4-c463-4419-b23e-db1b6b6eaa24] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2093.931229] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.123s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.931617] env[62180]: DEBUG nova.objects.instance [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'resources' on Instance uuid a0c433c8-8830-41bd-810b-f0207eaf11db {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.036996] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.037315] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3126ffc4-6f2f-44c0-92b6-6855b73d1969 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.045286] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2094.045286] env[62180]: value = "task-1964357" [ 2094.045286] env[62180]: _type = "Task" [ 2094.045286] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.057259] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.289061] env[62180]: DEBUG nova.network.neutron [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Updated VIF entry in instance network info cache for port 54e884bf-443c-430d-8c0d-a45a9e2f4195. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2094.289672] env[62180]: DEBUG nova.network.neutron [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Updating instance_info_cache with network_info: [{"id": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "address": "fa:16:3e:1c:ff:32", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e884bf-44", "ovs_interfaceid": "54e884bf-443c-430d-8c0d-a45a9e2f4195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.411513] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.429096] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 19741302-ee44-4652-8c2b-0e9dd014d1c2] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2094.432018] env[62180]: DEBUG nova.compute.utils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2094.437072] env[62180]: DEBUG nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2094.437245] env[62180]: DEBUG nova.network.neutron [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2094.446950] env[62180]: DEBUG nova.objects.instance [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'numa_topology' on Instance uuid a0c433c8-8830-41bd-810b-f0207eaf11db {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.490912] env[62180]: DEBUG nova.policy [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91545e7e14c44ae89478a7345ccdcb9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fea277b685cd48bca831274d1ee749f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2094.558185] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964357, 'name': PowerOffVM_Task, 'duration_secs': 0.215114} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.558590] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.560084] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7658cfb-792f-43e4-96bd-2c422adeee8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.585381] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a80cc2a-4000-4102-ab03-aae472d3587e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.758195] env[62180]: DEBUG nova.network.neutron [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Successfully created port: ebc04ff0-c1e6-46ca-b447-db077c69b3a5 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2094.796160] env[62180]: DEBUG oslo_concurrency.lockutils [req-da695edb-3fd1-4888-86de-edbd37db2acb req-d9a39264-5496-423b-873e-cb165c7e989b service nova] Releasing lock "refresh_cache-0a225d67-666f-47b3-9c36-43cee5d0f657" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.938021] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 9a2adc70-d3ba-4628-97f4-0ac00379b918] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2094.950836] env[62180]: DEBUG nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2094.955369] env[62180]: DEBUG nova.objects.base [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2095.097335] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2095.100525] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02120756-2b6d-41e2-be66-dbfea58bc6c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.112962] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2095.112962] env[62180]: value = "task-1964358" [ 2095.112962] env[62180]: _type = "Task" [ 2095.112962] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.130809] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.159477] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a049058-07a4-4b8d-becb-7c54ab446bd3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.169470] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380c5459-494d-42c1-bf06-1f84bdba7f26 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.204211] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3389f1ac-c1a8-4dbb-b23d-b15e25313a88 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.212782] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64123a49-0b39-4dcd-865a-661d16286279 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.227256] env[62180]: DEBUG nova.compute.provider_tree [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.447213] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d54b9a57-a27b-4d90-bd32-1c498c529a25] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2095.535570] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "e8685c03-1d76-43b6-9329-c8231be9c458" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.535879] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.536139] env[62180]: INFO nova.compute.manager [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Attaching volume 9cf7a4bd-67f1-4458-8bde-56e73ff21f91 to /dev/sdb [ 2095.579188] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06764b3f-3447-468d-84fa-5e4861debe85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.586838] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa12e0-e75d-4078-ad82-10c5be05df47 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.600597] env[62180]: DEBUG nova.virt.block_device [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Updating existing volume attachment record: ccc0124e-f5f5-467e-bf95-3ff4b17eb983 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2095.622807] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964358, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.730678] env[62180]: DEBUG nova.scheduler.client.report [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.950692] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0dbf91de-fff7-4b83-9c8a-b7e905c9a1a7] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2095.961886] env[62180]: DEBUG nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2095.993503] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2095.993761] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.993919] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2095.994158] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.994316] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2095.994463] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2095.994674] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2095.994835] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2095.995012] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2095.995177] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2095.995661] env[62180]: DEBUG nova.virt.hardware [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2095.996662] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad7b21-f950-4664-86ae-16b64a3cef56 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.004844] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eca611f-b93d-4793-8a44-4d6f8a67dacf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.123926] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964358, 'name': CreateSnapshot_Task, 'duration_secs': 0.843936} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.124277] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2096.125081] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e85c48e-cf42-41f1-ae0a-6bcdfac6bcd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.235538] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.238179] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.348s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.238399] env[62180]: DEBUG nova.objects.instance [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lazy-loading 'resources' on Instance uuid f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.457620] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 9570b747-e196-45a7-8f38-28d10c2935ac] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2096.463838] env[62180]: DEBUG nova.compute.manager [req-2542e4b6-e061-43ce-b109-03d9c17992a0 req-f8163a69-ce74-4cb0-b330-5fbf97e32bea service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Received event network-vif-plugged-ebc04ff0-c1e6-46ca-b447-db077c69b3a5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2096.464075] env[62180]: DEBUG oslo_concurrency.lockutils [req-2542e4b6-e061-43ce-b109-03d9c17992a0 req-f8163a69-ce74-4cb0-b330-5fbf97e32bea service nova] Acquiring lock "065545a8-25b1-444e-ad14-735d0da5e9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.464289] env[62180]: DEBUG oslo_concurrency.lockutils [req-2542e4b6-e061-43ce-b109-03d9c17992a0 req-f8163a69-ce74-4cb0-b330-5fbf97e32bea service nova] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.464453] env[62180]: DEBUG oslo_concurrency.lockutils [req-2542e4b6-e061-43ce-b109-03d9c17992a0 req-f8163a69-ce74-4cb0-b330-5fbf97e32bea service nova] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.464616] env[62180]: DEBUG nova.compute.manager [req-2542e4b6-e061-43ce-b109-03d9c17992a0 req-f8163a69-ce74-4cb0-b330-5fbf97e32bea service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] No waiting events found dispatching network-vif-plugged-ebc04ff0-c1e6-46ca-b447-db077c69b3a5 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2096.464776] env[62180]: WARNING nova.compute.manager [req-2542e4b6-e061-43ce-b109-03d9c17992a0 req-f8163a69-ce74-4cb0-b330-5fbf97e32bea service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Received unexpected event network-vif-plugged-ebc04ff0-c1e6-46ca-b447-db077c69b3a5 for instance with vm_state building and task_state spawning. [ 2096.548011] env[62180]: DEBUG nova.network.neutron [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Successfully updated port: ebc04ff0-c1e6-46ca-b447-db077c69b3a5 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2096.563904] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "79b1db90-008b-4ab2-b4a2-57113da3a715" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.564219] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.564417] env[62180]: DEBUG nova.compute.manager [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Going to confirm migration 5 {{(pid=62180) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2096.643641] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2096.643921] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4af6cdb6-ab26-43ed-95b1-12a1083ab780 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.652629] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2096.652629] env[62180]: value = "task-1964362" [ 2096.652629] env[62180]: _type = "Task" [ 2096.652629] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.660237] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964362, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.747457] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a06c78db-015b-4c22-b3af-dd8072bd767d tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.330s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.748341] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.144s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.748558] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.748763] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.749042] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.750717] env[62180]: INFO nova.compute.manager [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Terminating instance [ 2096.941132] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ae039-9167-4554-bb17-49fcd748ad6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.948872] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b09b53-0624-441d-b246-85b06f9b422a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.979136] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f75daac5-b2f6-45d0-aff5-11536d96680e] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2096.981863] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7888f6-6ed1-4b61-80f5-3da656010829 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.989944] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55348e9c-019e-4a6a-a58c-c6ffe95836b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.002899] env[62180]: DEBUG nova.compute.provider_tree [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.050390] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "refresh_cache-065545a8-25b1-444e-ad14-735d0da5e9e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.050550] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquired lock "refresh_cache-065545a8-25b1-444e-ad14-735d0da5e9e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.050670] env[62180]: DEBUG nova.network.neutron [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2097.127693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.127892] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.128086] env[62180]: DEBUG nova.network.neutron [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2097.128305] env[62180]: DEBUG nova.objects.instance [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'info_cache' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.162586] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964362, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.254186] env[62180]: DEBUG nova.compute.manager [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2097.254327] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2097.254630] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f509856-a46f-42eb-9ade-3d01c8acde64 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.264113] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b0016-ea74-40e5-b026-214b9217abee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.294506] env[62180]: WARNING nova.virt.vmwareapi.vmops [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a0c433c8-8830-41bd-810b-f0207eaf11db could not be found. [ 2097.294738] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2097.294923] env[62180]: INFO nova.compute.manager [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Took 0.04 seconds to destroy the instance on the hypervisor. [ 2097.295217] env[62180]: DEBUG oslo.service.loopingcall [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2097.295481] env[62180]: DEBUG nova.compute.manager [-] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2097.295578] env[62180]: DEBUG nova.network.neutron [-] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2097.482190] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 21c5b5ff-23f9-43dd-8f42-37e0d5a0150e] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2097.509022] env[62180]: DEBUG nova.scheduler.client.report [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2097.615534] env[62180]: DEBUG nova.network.neutron [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2097.664981] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964362, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.764357] env[62180]: DEBUG nova.network.neutron [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Updating instance_info_cache with network_info: [{"id": "ebc04ff0-c1e6-46ca-b447-db077c69b3a5", "address": "fa:16:3e:24:e6:f5", "network": {"id": "f2e5fbc5-6be6-4fe1-8fc3-2142a4434e4d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-613988855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fea277b685cd48bca831274d1ee749f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc04ff0-c1", "ovs_interfaceid": "ebc04ff0-c1e6-46ca-b447-db077c69b3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.986557] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 8868c05d-32c5-4888-9aa2-e6d174b1d386] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2098.012595] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.015638] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.589s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.016880] env[62180]: INFO nova.compute.claims [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2098.034037] env[62180]: INFO nova.scheduler.client.report [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Deleted allocations for instance f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6 [ 2098.136032] env[62180]: DEBUG nova.network.neutron [-] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.164570] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964362, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.267102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Releasing lock "refresh_cache-065545a8-25b1-444e-ad14-735d0da5e9e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.267443] env[62180]: DEBUG nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Instance network_info: |[{"id": "ebc04ff0-c1e6-46ca-b447-db077c69b3a5", "address": "fa:16:3e:24:e6:f5", "network": {"id": "f2e5fbc5-6be6-4fe1-8fc3-2142a4434e4d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-613988855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fea277b685cd48bca831274d1ee749f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc04ff0-c1", "ovs_interfaceid": "ebc04ff0-c1e6-46ca-b447-db077c69b3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2098.267997] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:e6:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebc04ff0-c1e6-46ca-b447-db077c69b3a5', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2098.275905] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Creating folder: Project (fea277b685cd48bca831274d1ee749f4). Parent ref: group-v404325. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2098.276219] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b55da5-73be-4c95-bb82-eba305e432c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.286609] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Created folder: Project (fea277b685cd48bca831274d1ee749f4) in parent group-v404325. [ 2098.286778] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Creating folder: Instances. Parent ref: group-v404624. {{(pid=62180) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2098.287021] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e614a3e2-fb58-4c3d-89cb-5639b03ec7f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.297995] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Created folder: Instances in parent group-v404624. [ 2098.298286] env[62180]: DEBUG oslo.service.loopingcall [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2098.298599] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2098.298730] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d30b00f-6063-4e06-8ceb-f0024736f0f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.317935] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2098.317935] env[62180]: value = "task-1964366" [ 2098.317935] env[62180]: _type = "Task" [ 2098.317935] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.326197] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964366, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.364095] env[62180]: DEBUG nova.network.neutron [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.489885] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d84af47f-5b7c-479b-8fde-1af80f82d54b] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2098.496180] env[62180]: DEBUG nova.compute.manager [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Received event network-changed-ebc04ff0-c1e6-46ca-b447-db077c69b3a5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2098.496462] env[62180]: DEBUG nova.compute.manager [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Refreshing instance network info cache due to event network-changed-ebc04ff0-c1e6-46ca-b447-db077c69b3a5. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2098.496555] env[62180]: DEBUG oslo_concurrency.lockutils [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] Acquiring lock "refresh_cache-065545a8-25b1-444e-ad14-735d0da5e9e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.496666] env[62180]: DEBUG oslo_concurrency.lockutils [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] Acquired lock "refresh_cache-065545a8-25b1-444e-ad14-735d0da5e9e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.496828] env[62180]: DEBUG nova.network.neutron [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Refreshing network info cache for port ebc04ff0-c1e6-46ca-b447-db077c69b3a5 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2098.541451] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b085c3fb-b838-4fae-a4bf-a48ebd1d7c0c tempest-ServerShowV254Test-611984723 tempest-ServerShowV254Test-611984723-project-member] Lock "f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.837s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.637860] env[62180]: INFO nova.compute.manager [-] [instance: a0c433c8-8830-41bd-810b-f0207eaf11db] Took 1.34 seconds to deallocate network for instance. [ 2098.666067] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964362, 'name': CloneVM_Task, 'duration_secs': 1.608013} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.666554] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Created linked-clone VM from snapshot [ 2098.667477] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e7123e-f765-42c5-8646-642bd56f22c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.675564] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Uploading image ddcc0938-1a72-44d0-a1f1-42548838eb81 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2098.703124] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2098.703124] env[62180]: value = "vm-404623" [ 2098.703124] env[62180]: _type = "VirtualMachine" [ 2098.703124] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2098.703410] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40c1ba6c-dfd2-42ed-af46-030ce3adc385 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.709740] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease: (returnval){ [ 2098.709740] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f112bc-a6be-56bd-cd97-7cc17ed754e6" [ 2098.709740] env[62180]: _type = "HttpNfcLease" [ 2098.709740] env[62180]: } obtained for exporting VM: (result){ [ 2098.709740] env[62180]: value = "vm-404623" [ 2098.709740] env[62180]: _type = "VirtualMachine" [ 2098.709740] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2098.710044] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the lease: (returnval){ [ 2098.710044] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f112bc-a6be-56bd-cd97-7cc17ed754e6" [ 2098.710044] env[62180]: _type = "HttpNfcLease" [ 2098.710044] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2098.718220] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2098.718220] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f112bc-a6be-56bd-cd97-7cc17ed754e6" [ 2098.718220] env[62180]: _type = "HttpNfcLease" [ 2098.718220] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2098.828669] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964366, 'name': CreateVM_Task, 'duration_secs': 0.423131} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.828973] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.829799] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.829988] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.830352] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.830603] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a56a4e-7b6e-455c-9c41-160baddbaab4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.836152] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2098.836152] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f0506f-a0f2-bb5a-8300-248bf729bd07" [ 2098.836152] env[62180]: _type = "Task" [ 2098.836152] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.843594] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f0506f-a0f2-bb5a-8300-248bf729bd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.867542] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.867659] env[62180]: DEBUG nova.objects.instance [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'migration_context' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.992994] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d1d94f53-0845-42cb-83fe-36a134aa8847] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2099.154570] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75783758-763b-4cfd-ad21-ab3f4fd61537 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.169450] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45bab2a-4ea2-45b1-8a8e-28f576980931 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.209212] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacf5b6d-3a07-4183-8136-adeaa498c24b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.221915] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2d6fb-15ac-423c-9483-7476b8664f39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.225436] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2099.225436] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f112bc-a6be-56bd-cd97-7cc17ed754e6" [ 2099.225436] env[62180]: _type = "HttpNfcLease" [ 2099.225436] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2099.226182] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2099.226182] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f112bc-a6be-56bd-cd97-7cc17ed754e6" [ 2099.226182] env[62180]: _type = "HttpNfcLease" [ 2099.226182] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2099.227163] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51a209-44eb-47a4-bbc1-428ae6cf42e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.238427] env[62180]: DEBUG nova.compute.provider_tree [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.244384] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acbbd0-2f51-bd4c-0f5f-dc29e76a2b97/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2099.244563] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acbbd0-2f51-bd4c-0f5f-dc29e76a2b97/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2099.301949] env[62180]: DEBUG nova.network.neutron [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Updated VIF entry in instance network info cache for port ebc04ff0-c1e6-46ca-b447-db077c69b3a5. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2099.302342] env[62180]: DEBUG nova.network.neutron [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Updating instance_info_cache with network_info: [{"id": "ebc04ff0-c1e6-46ca-b447-db077c69b3a5", "address": "fa:16:3e:24:e6:f5", "network": {"id": "f2e5fbc5-6be6-4fe1-8fc3-2142a4434e4d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-613988855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fea277b685cd48bca831274d1ee749f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc04ff0-c1", "ovs_interfaceid": "ebc04ff0-c1e6-46ca-b447-db077c69b3a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.336591] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a307e27-401d-4682-b597-e4e552e22ff4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.348137] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f0506f-a0f2-bb5a-8300-248bf729bd07, 'name': SearchDatastore_Task, 'duration_secs': 0.029567} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.349374] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.349617] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2099.349853] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.349999] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.350190] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2099.352221] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1295f70-ae7f-463a-a137-8c1afe7e53f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.369783] env[62180]: DEBUG nova.objects.base [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Object Instance<79b1db90-008b-4ab2-b4a2-57113da3a715> lazy-loaded attributes: info_cache,migration_context {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2099.371173] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a7c776-3545-4e9b-bdf3-f5a4f53c8c6a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.390397] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974ed4c9-ef2e-4f05-9c60-1461aea221da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.395764] env[62180]: DEBUG oslo_vmware.api [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2099.395764] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526bf606-25e8-f763-cbb3-8cfa18c1154c" [ 2099.395764] env[62180]: _type = "Task" [ 2099.395764] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.403699] env[62180]: DEBUG oslo_vmware.api [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526bf606-25e8-f763-cbb3-8cfa18c1154c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.423044] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2099.423305] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2099.424356] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac28fee-fecf-4b8e-8553-17833e78d372 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.431213] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2099.431213] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524d5312-8bc8-798d-8173-493967c60611" [ 2099.431213] env[62180]: _type = "Task" [ 2099.431213] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.441493] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524d5312-8bc8-798d-8173-493967c60611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.496647] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1b01664d-b239-4a2b-a775-542535141162] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2099.672887] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89f1b0b8-0e40-48fd-96f3-05d406147ed1 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "a0c433c8-8830-41bd-810b-f0207eaf11db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.924s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.742518] env[62180]: DEBUG nova.scheduler.client.report [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.806225] env[62180]: DEBUG oslo_concurrency.lockutils [req-6f3e0c51-6d0b-4c67-8e1e-0f9bff00fed2 req-e05f5344-2d7f-4514-8c64-c5940ef4b1bc service nova] Releasing lock "refresh_cache-065545a8-25b1-444e-ad14-735d0da5e9e5" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.907837] env[62180]: DEBUG oslo_vmware.api [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]526bf606-25e8-f763-cbb3-8cfa18c1154c, 'name': SearchDatastore_Task, 'duration_secs': 0.031359} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.907904] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.941230] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524d5312-8bc8-798d-8173-493967c60611, 'name': SearchDatastore_Task, 'duration_secs': 0.008239} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.942192] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a80297-2735-419a-b709-5a2c9cd2471f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.948439] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2099.948439] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5234ae6f-cc48-c656-2c03-fa3481f04e3e" [ 2099.948439] env[62180]: _type = "Task" [ 2099.948439] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.956054] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5234ae6f-cc48-c656-2c03-fa3481f04e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.999809] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 843e9045-3f36-44de-adce-9811351fa249] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2100.247436] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.248008] env[62180]: DEBUG nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2100.250711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.343s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.457933] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5234ae6f-cc48-c656-2c03-fa3481f04e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.458613] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.458985] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 065545a8-25b1-444e-ad14-735d0da5e9e5/065545a8-25b1-444e-ad14-735d0da5e9e5.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2100.460182] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3272338-619f-49a3-b62e-1083f9d296af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.466098] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2100.466098] env[62180]: value = "task-1964368" [ 2100.466098] env[62180]: _type = "Task" [ 2100.466098] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.474150] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.502945] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 24203e3c-d56f-47b0-87d8-1a84aa291fe9] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2100.649370] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2100.650127] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404622', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'name': 'volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8685c03-1d76-43b6-9329-c8231be9c458', 'attached_at': '', 'detached_at': '', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'serial': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2100.650659] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d656197-30bf-4d73-87e7-257702e81599 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.659370] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "1d3a0222-73ab-4589-b017-1275aff60bd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.659682] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.674962] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a39d200-1a13-4a0d-b47b-30592b4fe670 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.703950] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91/volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2100.704500] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30510792-aca4-4676-ae76-82505abd26b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.725556] env[62180]: DEBUG oslo_vmware.api [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2100.725556] env[62180]: value = "task-1964369" [ 2100.725556] env[62180]: _type = "Task" [ 2100.725556] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.734768] env[62180]: DEBUG oslo_vmware.api [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.754569] env[62180]: DEBUG nova.compute.utils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2100.759771] env[62180]: DEBUG nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2100.761054] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2100.821978] env[62180]: DEBUG nova.policy [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f542aed1312d497496c401765edcbd95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19c77db8d0ee4c2b8b50b9c2c53863d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2100.935253] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dae0d6-7b4a-42a8-bd0e-3cdc37e294ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.944309] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6076647d-10cd-4af8-aa86-e881459d4c3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.981774] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e490ee79-4ca3-4cd9-ac95-7360d7bb9289 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.990532] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964368, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.994242] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688e1ef5-e352-416a-a70b-33e36cf46386 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.015838] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e4a72a35-5f03-4d1b-b5ad-d3362eec90ed] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2101.019408] env[62180]: DEBUG nova.compute.provider_tree [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2101.175160] env[62180]: DEBUG nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2101.236337] env[62180]: DEBUG oslo_vmware.api [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.237380] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Successfully created port: f6be276f-2f04-4de8-9a6b-766b8b4cf407 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2101.262945] env[62180]: DEBUG nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2101.488398] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637696} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.488702] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 065545a8-25b1-444e-ad14-735d0da5e9e5/065545a8-25b1-444e-ad14-735d0da5e9e5.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2101.488916] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2101.489278] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3770e13-0da9-47cf-b6ff-1fa64cbfd8a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.492086] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Successfully created port: cc63ebbc-f178-40f7-89be-2f5965702916 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2101.500141] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2101.500141] env[62180]: value = "task-1964370" [ 2101.500141] env[62180]: _type = "Task" [ 2101.500141] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.507263] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.522149] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: b0b93b16-87c8-47c4-808e-6bd977dd3430] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2101.525085] env[62180]: DEBUG nova.scheduler.client.report [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2101.700529] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.736686] env[62180]: DEBUG oslo_vmware.api [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964369, 'name': ReconfigVM_Task, 'duration_secs': 0.74099} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.737144] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91/volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.742336] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac188ba1-c815-4e7d-93eb-5df0fd0f30cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.760719] env[62180]: DEBUG oslo_vmware.api [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2101.760719] env[62180]: value = "task-1964371" [ 2101.760719] env[62180]: _type = "Task" [ 2101.760719] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.771300] env[62180]: DEBUG oslo_vmware.api [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.010242] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080082} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.010242] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2102.010964] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569792ca-a245-481d-90ee-5ad8f4280f43 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.034240] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 065545a8-25b1-444e-ad14-735d0da5e9e5/065545a8-25b1-444e-ad14-735d0da5e9e5.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2102.034692] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 74f7331b-44d3-4b09-88ca-807e8d8f5542] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2102.039473] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75b2f4a-5670-470b-ad58-b512f7d6a86f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.060928] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2102.060928] env[62180]: value = "task-1964372" [ 2102.060928] env[62180]: _type = "Task" [ 2102.060928] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.069862] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.268866] env[62180]: DEBUG oslo_vmware.api [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964371, 'name': ReconfigVM_Task, 'duration_secs': 0.155887} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.270792] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404622', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'name': 'volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8685c03-1d76-43b6-9329-c8231be9c458', 'attached_at': '', 'detached_at': '', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'serial': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2102.273707] env[62180]: DEBUG nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2102.301616] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.301927] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.302138] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.302333] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.302505] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.302688] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.302949] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.303182] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.303378] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.303583] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.303880] env[62180]: DEBUG nova.virt.hardware [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.304818] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c953582-481b-4b32-9751-14c11f433f28 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.313029] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b723017-8168-4fba-93f8-51150ff0245c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.557866] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.307s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.558102] env[62180]: DEBUG nova.compute.manager [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62180) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2102.561180] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1d82705f-d5ef-4e83-afa0-f1fde271c098] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2102.562934] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.863s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.564453] env[62180]: INFO nova.compute.claims [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2103.339715] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: b214accc-56ca-4429-abd6-cd06c01c70d4] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2103.354855] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964372, 'name': ReconfigVM_Task, 'duration_secs': 0.401224} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.355438] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 065545a8-25b1-444e-ad14-735d0da5e9e5/065545a8-25b1-444e-ad14-735d0da5e9e5.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2103.356629] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a58b411-496b-424d-8970-ddbb59a2ad81 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.362498] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2103.362498] env[62180]: value = "task-1964373" [ 2103.362498] env[62180]: _type = "Task" [ 2103.362498] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.373483] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964373, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.399903] env[62180]: INFO nova.scheduler.client.report [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted allocation for migration 9e80b6f2-f058-4ea7-b255-bca9ba172dc8 [ 2103.843695] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 027951a9-ae6f-409c-bd45-358ccc3a2826] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2103.851464] env[62180]: DEBUG nova.objects.instance [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'flavor' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.875111] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964373, 'name': Rename_Task, 'duration_secs': 0.14137} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.877624] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2103.878950] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63d82c3-ce87-43dc-8228-f3560f9fc366 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.884585] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2103.884585] env[62180]: value = "task-1964374" [ 2103.884585] env[62180]: _type = "Task" [ 2103.884585] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.888121] env[62180]: DEBUG nova.objects.instance [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'flavor' on Instance uuid e8685c03-1d76-43b6-9329-c8231be9c458 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.896086] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.905130] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5727b5b0-19fe-4261-a42b-00d3dd1908f5 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.341s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.980957] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b29c3-ca04-4146-a054-9e0b2d33636a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.988515] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31fa4c-75d3-47ff-ac25-8623948accd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.019631] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1a73ea-d5c3-415b-b3e8-3479b02a73ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.027579] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae2d42d-3fb0-419e-94eb-31a9640238ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.041283] env[62180]: DEBUG nova.compute.provider_tree [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2104.350145] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: fc915a96-1ae6-41a5-9ef9-67eb18fa9f6d] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2104.356969] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.357242] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.357460] env[62180]: DEBUG nova.network.neutron [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.357662] env[62180]: DEBUG nova.objects.instance [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'info_cache' on Instance uuid 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.398327] env[62180]: DEBUG oslo_vmware.api [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964374, 'name': PowerOnVM_Task, 'duration_secs': 0.488674} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.398327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a2cfd5c0-2df3-42b0-843f-068598538d4c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.862s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.399823] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.399823] env[62180]: INFO nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Took 8.44 seconds to spawn the instance on the hypervisor. [ 2104.399823] env[62180]: DEBUG nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2104.400801] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7ff279-95ee-4658-a475-1c2741d98e6e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.544465] env[62180]: DEBUG nova.scheduler.client.report [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2104.853661] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: ec57f3a1-7327-42c5-bb73-9d4c3d795f62] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2104.861075] env[62180]: DEBUG nova.objects.base [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Object Instance<79b1db90-008b-4ab2-b4a2-57113da3a715> lazy-loaded attributes: flavor,info_cache {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2104.918034] env[62180]: INFO nova.compute.manager [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Took 16.78 seconds to build instance. [ 2105.051359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.052144] env[62180]: DEBUG nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2105.358275] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f5a7ea7e-547b-44e5-a28e-d48b61f06aba] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2105.419863] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f344f822-277c-474e-a21b-9d1e0f5146d9 tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.305s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.558703] env[62180]: DEBUG nova.compute.utils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2105.560666] env[62180]: DEBUG nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2105.560897] env[62180]: DEBUG nova.network.neutron [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2105.659639] env[62180]: DEBUG nova.policy [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bea0385f9164681bb996c0dfef51978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b938eb5aae44ed8a5587972e5e5c16f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2105.751076] env[62180]: DEBUG nova.network.neutron [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [{"id": "9822df1e-58e0-432d-941f-2876bc356d7c", "address": "fa:16:3e:d4:ec:26", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9822df1e-58", "ovs_interfaceid": "9822df1e-58e0-432d-941f-2876bc356d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.861160] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d72a7ca9-c285-426b-989f-da5c540d4615] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2105.968316] env[62180]: DEBUG nova.network.neutron [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Successfully created port: 0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2106.065214] env[62180]: DEBUG nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2106.132735] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "4663ec09-e951-4f56-8133-0098ae178dc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.132970] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "4663ec09-e951-4f56-8133-0098ae178dc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.254583] env[62180]: DEBUG oslo_concurrency.lockutils [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-79b1db90-008b-4ab2-b4a2-57113da3a715" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.364502] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 76cdf121-0846-4f03-bcac-a2e6ead239f0] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2106.612031] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "065545a8-25b1-444e-ad14-735d0da5e9e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.612248] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.612499] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "065545a8-25b1-444e-ad14-735d0da5e9e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.612781] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.612903] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.615240] env[62180]: INFO nova.compute.manager [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Terminating instance [ 2106.636118] env[62180]: DEBUG nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2106.868012] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4f4d40e9-e62b-4a74-a51f-44b8346e6bb7] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2107.040364] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acbbd0-2f51-bd4c-0f5f-dc29e76a2b97/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2107.041528] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b973f4-cd2f-4e71-b6db-f80f279e6577 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.048691] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acbbd0-2f51-bd4c-0f5f-dc29e76a2b97/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2107.048936] env[62180]: ERROR oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acbbd0-2f51-bd4c-0f5f-dc29e76a2b97/disk-0.vmdk due to incomplete transfer. [ 2107.049228] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9cab5b93-89ae-4123-b9f6-4f0f07168a46 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.056954] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acbbd0-2f51-bd4c-0f5f-dc29e76a2b97/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2107.057245] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Uploaded image ddcc0938-1a72-44d0-a1f1-42548838eb81 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2107.059992] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2107.060343] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc3f7cb8-868f-469a-bf91-b593c51f2b7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.067067] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2107.067067] env[62180]: value = "task-1964375" [ 2107.067067] env[62180]: _type = "Task" [ 2107.067067] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.075632] env[62180]: DEBUG nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2107.081083] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964375, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.099800] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2107.100102] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2107.100296] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2107.100554] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2107.100746] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2107.100974] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2107.101219] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2107.101483] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2107.101639] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2107.101870] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2107.102169] env[62180]: DEBUG nova.virt.hardware [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2107.103099] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adcd9dc-1d8c-44f1-bac5-dcb4f1d0661f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.111169] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a022f8-c818-44ea-8532-b3147a1735ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.125445] env[62180]: DEBUG nova.compute.manager [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.125647] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.126583] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b2680-8319-4e93-b941-8dcaa66993b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.133277] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.133511] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9cbc63-e676-45ad-a997-1f74aa133725 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.142013] env[62180]: DEBUG oslo_vmware.api [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2107.142013] env[62180]: value = "task-1964376" [ 2107.142013] env[62180]: _type = "Task" [ 2107.142013] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.155507] env[62180]: DEBUG oslo_vmware.api [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.159476] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.159749] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.161381] env[62180]: INFO nova.compute.claims [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2107.261443] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2107.261808] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5a7cb45-150f-4c82-ae85-c0f25b58287c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.270026] env[62180]: DEBUG oslo_vmware.api [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2107.270026] env[62180]: value = "task-1964377" [ 2107.270026] env[62180]: _type = "Task" [ 2107.270026] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.278111] env[62180]: DEBUG oslo_vmware.api [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.371392] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0cf548fd-816b-4da6-bd20-35fbc8577866] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2107.588172] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964375, 'name': Destroy_Task, 'duration_secs': 0.411242} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.588172] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Destroyed the VM [ 2107.588853] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2107.589039] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab8e4649-6945-412d-8f96-16c008f7b1e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.598452] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2107.598452] env[62180]: value = "task-1964378" [ 2107.598452] env[62180]: _type = "Task" [ 2107.598452] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.607360] env[62180]: DEBUG nova.compute.manager [req-fc1909f1-77b4-4dec-a2de-24d995bd63dc req-7f1904b6-097c-48fa-9e8c-23877a3dabc1 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received event network-vif-plugged-f6be276f-2f04-4de8-9a6b-766b8b4cf407 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2107.607692] env[62180]: DEBUG oslo_concurrency.lockutils [req-fc1909f1-77b4-4dec-a2de-24d995bd63dc req-7f1904b6-097c-48fa-9e8c-23877a3dabc1 service nova] Acquiring lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.608457] env[62180]: DEBUG oslo_concurrency.lockutils [req-fc1909f1-77b4-4dec-a2de-24d995bd63dc req-7f1904b6-097c-48fa-9e8c-23877a3dabc1 service nova] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.608736] env[62180]: DEBUG oslo_concurrency.lockutils [req-fc1909f1-77b4-4dec-a2de-24d995bd63dc req-7f1904b6-097c-48fa-9e8c-23877a3dabc1 service nova] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.609017] env[62180]: DEBUG nova.compute.manager [req-fc1909f1-77b4-4dec-a2de-24d995bd63dc req-7f1904b6-097c-48fa-9e8c-23877a3dabc1 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] No waiting events found dispatching network-vif-plugged-f6be276f-2f04-4de8-9a6b-766b8b4cf407 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2107.609265] env[62180]: WARNING nova.compute.manager [req-fc1909f1-77b4-4dec-a2de-24d995bd63dc req-7f1904b6-097c-48fa-9e8c-23877a3dabc1 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received unexpected event network-vif-plugged-f6be276f-2f04-4de8-9a6b-766b8b4cf407 for instance with vm_state building and task_state spawning. [ 2107.615703] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964378, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.639222] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Successfully updated port: f6be276f-2f04-4de8-9a6b-766b8b4cf407 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2107.655986] env[62180]: DEBUG oslo_vmware.api [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964376, 'name': PowerOffVM_Task, 'duration_secs': 0.304253} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.656506] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2107.656735] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2107.657683] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a1e37e4-43ed-4e91-a470-705c71b37a6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.782118] env[62180]: DEBUG oslo_vmware.api [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.875092] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: ede9cc61-2c36-4b7a-ae64-3b67604931f0] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2107.943253] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2107.943637] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2107.943824] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Deleting the datastore file [datastore1] 065545a8-25b1-444e-ad14-735d0da5e9e5 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2107.944040] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-298f4fdc-b98d-45c2-8ee5-b1008b5315ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.957088] env[62180]: DEBUG oslo_vmware.api [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for the task: (returnval){ [ 2107.957088] env[62180]: value = "task-1964380" [ 2107.957088] env[62180]: _type = "Task" [ 2107.957088] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.965256] env[62180]: DEBUG oslo_vmware.api [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.078102] env[62180]: DEBUG nova.network.neutron [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Successfully updated port: 0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2108.081689] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.082066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.108677] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964378, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384629} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.108953] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2108.109264] env[62180]: DEBUG nova.compute.manager [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.110015] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2086f7f-91d0-4ff4-852a-96dd54afd30e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.283799] env[62180]: DEBUG oslo_vmware.api [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964377, 'name': PowerOnVM_Task, 'duration_secs': 0.541749} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.284112] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2108.284314] env[62180]: DEBUG nova.compute.manager [None req-08f7a2ac-6a41-4742-ac5b-4936e2157257 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.285092] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e897ff7-6c12-4b1a-9e8f-00d6ec5f7760 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.308486] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d2386d-f636-4cca-995e-683e62d410ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.315945] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416fba4-1265-42a9-9a27-28ea02bdc34b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.347089] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e9ce2b-4c8b-4960-89f1-25140e5168f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.355428] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7e02cd-3d86-4752-9bb2-482bb288493b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.370320] env[62180]: DEBUG nova.compute.provider_tree [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.378389] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: ca6b96ec-de48-44b9-a6ed-747a28281e06] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2108.466848] env[62180]: DEBUG oslo_vmware.api [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Task: {'id': task-1964380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164435} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.467304] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.467528] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.467707] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.467876] env[62180]: INFO nova.compute.manager [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2108.468134] env[62180]: DEBUG oslo.service.loopingcall [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.468332] env[62180]: DEBUG nova.compute.manager [-] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2108.468426] env[62180]: DEBUG nova.network.neutron [-] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2108.584838] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-1d3a0222-73ab-4589-b017-1275aff60bd1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.585085] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-1d3a0222-73ab-4589-b017-1275aff60bd1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.585173] env[62180]: DEBUG nova.network.neutron [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2108.586725] env[62180]: INFO nova.compute.manager [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Detaching volume 621fbdda-1957-4adf-86da-1658e643834e [ 2108.622668] env[62180]: INFO nova.virt.block_device [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Attempting to driver detach volume 621fbdda-1957-4adf-86da-1658e643834e from mountpoint /dev/sdb [ 2108.622889] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2108.623464] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2108.624422] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a798e-d600-4b09-bc87-456f1b33220f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.627550] env[62180]: INFO nova.compute.manager [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Shelve offloading [ 2108.661640] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da4fb5-de83-4d95-948e-ea51c54e1a87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.661962] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb9bb61-e505-4f18-97ad-bbf42ddef7ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.682220] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c93cb6-86ac-4bd9-9c57-e388bf5a9f5a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.697443] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] The volume has not been displaced from its original location: [datastore1] volume-621fbdda-1957-4adf-86da-1658e643834e/volume-621fbdda-1957-4adf-86da-1658e643834e.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2108.702587] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2108.703205] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce0e48f6-a23b-4ab7-b993-eee8cab1ead0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.722070] env[62180]: DEBUG oslo_vmware.api [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2108.722070] env[62180]: value = "task-1964381" [ 2108.722070] env[62180]: _type = "Task" [ 2108.722070] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.730212] env[62180]: DEBUG oslo_vmware.api [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.873094] env[62180]: DEBUG nova.scheduler.client.report [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.881387] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1ac84b7c-aff6-497f-941d-99e16550431c] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2109.118785] env[62180]: DEBUG nova.network.neutron [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2109.131332] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2109.131884] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851570f4-75bf-4364-9d53-f4ef14f67939 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.139591] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2109.139591] env[62180]: value = "task-1964382" [ 2109.139591] env[62180]: _type = "Task" [ 2109.139591] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.147626] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.222612] env[62180]: DEBUG nova.network.neutron [-] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.232875] env[62180]: DEBUG oslo_vmware.api [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964381, 'name': ReconfigVM_Task, 'duration_secs': 0.464405} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.233493] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2109.238271] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6494ef6-10b6-4891-a29b-539c4cd93448 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.253789] env[62180]: DEBUG oslo_vmware.api [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2109.253789] env[62180]: value = "task-1964383" [ 2109.253789] env[62180]: _type = "Task" [ 2109.253789] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.258604] env[62180]: DEBUG nova.network.neutron [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Updating instance_info_cache with network_info: [{"id": "0a9b53a2-ac69-474b-9a57-b8cf2ecf5773", "address": "fa:16:3e:ca:5d:87", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9b53a2-ac", "ovs_interfaceid": "0a9b53a2-ac69-474b-9a57-b8cf2ecf5773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.262684] env[62180]: DEBUG oslo_vmware.api [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.378199] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.378732] env[62180]: DEBUG nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2109.385027] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: ab653e12-3d2f-45ee-a3bc-13b670f26e75] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2109.618261] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "79b1db90-008b-4ab2-b4a2-57113da3a715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.618552] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.618769] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.619352] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.619352] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.624527] env[62180]: INFO nova.compute.manager [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Terminating instance [ 2109.635741] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Successfully updated port: cc63ebbc-f178-40f7-89be-2f5965702916 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2109.647828] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received event network-changed-f6be276f-2f04-4de8-9a6b-766b8b4cf407 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2109.648226] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Refreshing instance network info cache due to event network-changed-f6be276f-2f04-4de8-9a6b-766b8b4cf407. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2109.648605] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Acquiring lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.648889] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Acquired lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.649182] env[62180]: DEBUG nova.network.neutron [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Refreshing network info cache for port f6be276f-2f04-4de8-9a6b-766b8b4cf407 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2109.656656] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2109.657044] env[62180]: DEBUG nova.compute.manager [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.657929] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255010e5-8572-4157-b8d8-19e63935767c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.664635] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.664957] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.665320] env[62180]: DEBUG nova.network.neutron [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.728364] env[62180]: INFO nova.compute.manager [-] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Took 1.26 seconds to deallocate network for instance. [ 2109.764917] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-1d3a0222-73ab-4589-b017-1275aff60bd1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.765291] env[62180]: DEBUG nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Instance network_info: |[{"id": "0a9b53a2-ac69-474b-9a57-b8cf2ecf5773", "address": "fa:16:3e:ca:5d:87", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9b53a2-ac", "ovs_interfaceid": "0a9b53a2-ac69-474b-9a57-b8cf2ecf5773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2109.765630] env[62180]: DEBUG oslo_vmware.api [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964383, 'name': ReconfigVM_Task, 'duration_secs': 0.232887} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.766551] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:5d:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a9b53a2-ac69-474b-9a57-b8cf2ecf5773', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2109.773740] env[62180]: DEBUG oslo.service.loopingcall [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.774035] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404594', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'name': 'volume-621fbdda-1957-4adf-86da-1658e643834e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dfc3a0ab-f3a0-481e-85f6-04065f07feac', 'attached_at': '', 'detached_at': '', 'volume_id': '621fbdda-1957-4adf-86da-1658e643834e', 'serial': '621fbdda-1957-4adf-86da-1658e643834e'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2109.776465] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2109.776727] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24ba6a90-f699-47c6-8211-a73495468790 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.797981] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2109.797981] env[62180]: value = "task-1964384" [ 2109.797981] env[62180]: _type = "Task" [ 2109.797981] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.805848] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964384, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.884496] env[62180]: DEBUG nova.compute.utils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2109.886128] env[62180]: DEBUG nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2109.886749] env[62180]: DEBUG nova.network.neutron [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2109.890627] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e33ac3cc-493e-4d11-9f4d-7984e56d3d7c] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2109.976853] env[62180]: DEBUG nova.policy [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e432b9d906af4e2e9ce7b696fe62be33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc38168be3c4db298a5e24844095724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2110.132542] env[62180]: DEBUG nova.compute.manager [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2110.132812] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2110.133845] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f06ec03-2b14-49ec-85ac-0b633a0511ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.138015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.143377] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2110.143663] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dafb68a-3521-4581-8389-f5406c892ed6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.150598] env[62180]: DEBUG oslo_vmware.api [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2110.150598] env[62180]: value = "task-1964385" [ 2110.150598] env[62180]: _type = "Task" [ 2110.150598] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.160673] env[62180]: DEBUG oslo_vmware.api [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.228617] env[62180]: DEBUG nova.network.neutron [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2110.237809] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.237809] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.237809] env[62180]: DEBUG nova.objects.instance [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lazy-loading 'resources' on Instance uuid 065545a8-25b1-444e-ad14-735d0da5e9e5 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.308111] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964384, 'name': CreateVM_Task, 'duration_secs': 0.483939} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.308340] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2110.308982] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.309204] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.309641] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2110.310201] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c843be-de79-47e6-a3db-86aa88200eb0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.315979] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2110.315979] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5294b29a-df56-aa86-7aba-b0346ca00c9e" [ 2110.315979] env[62180]: _type = "Task" [ 2110.315979] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.320526] env[62180]: DEBUG nova.objects.instance [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'flavor' on Instance uuid dfc3a0ab-f3a0-481e-85f6-04065f07feac {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.328145] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5294b29a-df56-aa86-7aba-b0346ca00c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.328801] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.328801] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2110.329483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.329483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.329483] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2110.329483] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fd6726b-462d-4898-8b34-be59f2819616 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.338163] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2110.338347] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2110.339085] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334e54d3-c94f-45c4-9fa9-cde1eff2423f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.346645] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2110.346645] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525529a5-296c-b177-7f9c-14ffd322b85d" [ 2110.346645] env[62180]: _type = "Task" [ 2110.346645] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.355622] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525529a5-296c-b177-7f9c-14ffd322b85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.389803] env[62180]: DEBUG nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2110.394319] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 09d1606b-7a4b-4475-b4c6-7ebc0d7876ae] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2110.463942] env[62180]: DEBUG nova.network.neutron [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.547256] env[62180]: DEBUG nova.network.neutron [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Successfully created port: f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2110.660575] env[62180]: DEBUG oslo_vmware.api [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964385, 'name': PowerOffVM_Task, 'duration_secs': 0.191115} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.660851] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2110.661034] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2110.661295] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9986cd3-7da8-455d-b6b1-a3ef3fd695ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.791016] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2110.791204] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2110.791385] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleting the datastore file [datastore1] 79b1db90-008b-4ab2-b4a2-57113da3a715 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2110.791648] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016391ad-e2c1-4999-958f-f8eb01b792f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.798438] env[62180]: DEBUG oslo_vmware.api [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2110.798438] env[62180]: value = "task-1964387" [ 2110.798438] env[62180]: _type = "Task" [ 2110.798438] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.810566] env[62180]: DEBUG oslo_vmware.api [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.856915] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]525529a5-296c-b177-7f9c-14ffd322b85d, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.860622] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7115b126-b4b9-44f2-9508-7905b96a536a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.866365] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2110.866365] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5292c1e5-9bb7-721b-9ebe-71dc23e40db3" [ 2110.866365] env[62180]: _type = "Task" [ 2110.866365] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.873424] env[62180]: DEBUG nova.network.neutron [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.879614] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5292c1e5-9bb7-721b-9ebe-71dc23e40db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.900068] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 556a65af-889d-4150-bd0d-2822964227e4] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2110.917902] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a32ea-1ecf-4704-a231-752249f85e94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.925941] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4066a7be-a092-4039-a1dc-978462eca428 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.961136] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1246844a-5d8a-4e98-bbad-0d358a5bd6ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.968038] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Releasing lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.968038] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Received event network-vif-plugged-0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2110.968038] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Acquiring lock "1d3a0222-73ab-4589-b017-1275aff60bd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.968038] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.968038] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.968038] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] No waiting events found dispatching network-vif-plugged-0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2110.968038] env[62180]: WARNING nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Received unexpected event network-vif-plugged-0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 for instance with vm_state building and task_state spawning. [ 2110.968038] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Received event network-changed-0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2110.968038] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Refreshing instance network info cache due to event network-changed-0a9b53a2-ac69-474b-9a57-b8cf2ecf5773. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2110.968038] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Acquiring lock "refresh_cache-1d3a0222-73ab-4589-b017-1275aff60bd1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.968038] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Acquired lock "refresh_cache-1d3a0222-73ab-4589-b017-1275aff60bd1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.968038] env[62180]: DEBUG nova.network.neutron [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Refreshing network info cache for port 0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2110.972650] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.972835] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.975266] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419a6192-62d3-4ca4-9ce2-aa189d778c44 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.991726] env[62180]: DEBUG nova.compute.provider_tree [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.311403] env[62180]: DEBUG oslo_vmware.api [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146769} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.311403] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2111.311403] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2111.311403] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2111.311403] env[62180]: INFO nova.compute.manager [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2111.311403] env[62180]: DEBUG oslo.service.loopingcall [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.311708] env[62180]: DEBUG nova.compute.manager [-] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2111.311708] env[62180]: DEBUG nova.network.neutron [-] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2111.329831] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5d4fc642-46b2-4e53-810c-2b4e07aa2476 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.376819] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.378312] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5292c1e5-9bb7-721b-9ebe-71dc23e40db3, 'name': SearchDatastore_Task, 'duration_secs': 0.019122} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.378560] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.378806] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1d3a0222-73ab-4589-b017-1275aff60bd1/1d3a0222-73ab-4589-b017-1275aff60bd1.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2111.379326] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-108c2189-dd6c-4f45-b914-de5ad3e6ff16 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.385976] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2111.385976] env[62180]: value = "task-1964388" [ 2111.385976] env[62180]: _type = "Task" [ 2111.385976] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.393217] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.399414] env[62180]: DEBUG nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2111.402633] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f8a7a431-66a3-4ecb-a701-5d53e24b28fa] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2111.430870] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2111.431170] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2111.431375] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2111.431630] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2111.431861] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2111.431983] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2111.432794] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2111.433108] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2111.433567] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2111.433923] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2111.434260] env[62180]: DEBUG nova.virt.hardware [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2111.435679] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491459b5-23b5-4eb3-add6-738da0d07596 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.444990] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2d9f54-51b1-4723-b95a-a7c948a04f71 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.495056] env[62180]: DEBUG nova.scheduler.client.report [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.522183] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2111.581233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.581233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.581233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.581233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.581233] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.584338] env[62180]: INFO nova.compute.manager [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Terminating instance [ 2111.680127] env[62180]: DEBUG nova.compute.manager [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received event network-changed-cc63ebbc-f178-40f7-89be-2f5965702916 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2111.680413] env[62180]: DEBUG nova.compute.manager [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Refreshing instance network info cache due to event network-changed-cc63ebbc-f178-40f7-89be-2f5965702916. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2111.680642] env[62180]: DEBUG oslo_concurrency.lockutils [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] Acquiring lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.906416] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4e5ab1a4-bfcc-4730-90ee-9d4e993d6a54] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2111.908724] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.941904] env[62180]: DEBUG nova.network.neutron [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Updating instance_info_cache with network_info: [{"id": "f6be276f-2f04-4de8-9a6b-766b8b4cf407", "address": "fa:16:3e:f2:c1:fe", "network": {"id": "343e4613-7a4e-46f4-8335-5c3f3393e008", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903204859", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6be276f-2f", "ovs_interfaceid": "f6be276f-2f04-4de8-9a6b-766b8b4cf407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc63ebbc-f178-40f7-89be-2f5965702916", "address": "fa:16:3e:ce:8f:00", "network": {"id": "9a0236ec-01ae-4596-a165-0d3c6673702d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1074733860", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc63ebbc-f1", "ovs_interfaceid": "cc63ebbc-f178-40f7-89be-2f5965702916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.999016] env[62180]: DEBUG nova.network.neutron [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Updated VIF entry in instance network info cache for port 0a9b53a2-ac69-474b-9a57-b8cf2ecf5773. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2111.999403] env[62180]: DEBUG nova.network.neutron [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Updating instance_info_cache with network_info: [{"id": "0a9b53a2-ac69-474b-9a57-b8cf2ecf5773", "address": "fa:16:3e:ca:5d:87", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9b53a2-ac", "ovs_interfaceid": "0a9b53a2-ac69-474b-9a57-b8cf2ecf5773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.000962] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.036012] env[62180]: INFO nova.scheduler.client.report [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Deleted allocations for instance 065545a8-25b1-444e-ad14-735d0da5e9e5 [ 2112.089216] env[62180]: DEBUG nova.compute.manager [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2112.089446] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.090875] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d32bc-323d-4168-babd-5eea87557fa4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.099353] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2112.099597] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c11b915-4d43-4308-9ed9-dfee1b2ecfb3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.108562] env[62180]: DEBUG oslo_vmware.api [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2112.108562] env[62180]: value = "task-1964389" [ 2112.108562] env[62180]: _type = "Task" [ 2112.108562] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.122566] env[62180]: DEBUG oslo_vmware.api [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.156991] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.157892] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bbac87-adc7-43ce-9b64-937600c088b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.169018] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.169018] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1babc4-b244-4ba0-8338-a0a2a383f15a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.397082] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832859} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.397596] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 1d3a0222-73ab-4589-b017-1275aff60bd1/1d3a0222-73ab-4589-b017-1275aff60bd1.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2112.397596] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2112.398029] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34334b18-ae72-4b33-a293-d027e12e813f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.403915] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2112.403915] env[62180]: value = "task-1964391" [ 2112.403915] env[62180]: _type = "Task" [ 2112.403915] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.409254] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2112.409481] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances with incomplete migration {{(pid=62180) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2112.414638] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.444390] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Releasing lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.444770] env[62180]: DEBUG nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Instance network_info: |[{"id": "f6be276f-2f04-4de8-9a6b-766b8b4cf407", "address": "fa:16:3e:f2:c1:fe", "network": {"id": "343e4613-7a4e-46f4-8335-5c3f3393e008", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903204859", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6be276f-2f", "ovs_interfaceid": "f6be276f-2f04-4de8-9a6b-766b8b4cf407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc63ebbc-f178-40f7-89be-2f5965702916", "address": "fa:16:3e:ce:8f:00", "network": {"id": "9a0236ec-01ae-4596-a165-0d3c6673702d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1074733860", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc63ebbc-f1", "ovs_interfaceid": "cc63ebbc-f178-40f7-89be-2f5965702916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2112.445102] env[62180]: DEBUG oslo_concurrency.lockutils [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] Acquired lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.445294] env[62180]: DEBUG nova.network.neutron [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Refreshing network info cache for port cc63ebbc-f178-40f7-89be-2f5965702916 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2112.446697] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:c1:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6be276f-2f04-4de8-9a6b-766b8b4cf407', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:8f:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc63ebbc-f178-40f7-89be-2f5965702916', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2112.457430] env[62180]: DEBUG oslo.service.loopingcall [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.458609] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2112.458855] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df588aa4-145d-47d3-96e2-b82b134fa80e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.481291] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2112.481291] env[62180]: value = "task-1964392" [ 2112.481291] env[62180]: _type = "Task" [ 2112.481291] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.489466] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964392, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.505637] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Releasing lock "refresh_cache-1d3a0222-73ab-4589-b017-1275aff60bd1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.505890] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Received event network-vif-deleted-ebc04ff0-c1e6-46ca-b447-db077c69b3a5 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2112.506092] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received event network-vif-plugged-cc63ebbc-f178-40f7-89be-2f5965702916 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2112.506284] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Acquiring lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.506485] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.506647] env[62180]: DEBUG oslo_concurrency.lockutils [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.506811] env[62180]: DEBUG nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] No waiting events found dispatching network-vif-plugged-cc63ebbc-f178-40f7-89be-2f5965702916 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2112.506978] env[62180]: WARNING nova.compute.manager [req-89bf6f7c-9c4a-4ff1-b337-2bef1cc9b23c req-dc371f9a-2233-4e99-ac1a-24fd669c9513 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received unexpected event network-vif-plugged-cc63ebbc-f178-40f7-89be-2f5965702916 for instance with vm_state building and task_state spawning. [ 2112.543746] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d8211d14-e383-49e9-866d-8b31860f94fb tempest-ServersNegativeTestMultiTenantJSON-352925695 tempest-ServersNegativeTestMultiTenantJSON-352925695-project-member] Lock "065545a8-25b1-444e-ad14-735d0da5e9e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.617990] env[62180]: DEBUG oslo_vmware.api [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964389, 'name': PowerOffVM_Task, 'duration_secs': 0.283058} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.618318] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.618442] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.618685] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141d3f22-6b93-4b39-938e-7d5914e8b912 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.673242] env[62180]: DEBUG nova.network.neutron [-] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.835714] env[62180]: DEBUG nova.network.neutron [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Successfully updated port: f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2112.840343] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.841198] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.841724] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleting the datastore file [datastore1] 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.844202] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9381530-88b4-4dff-a4f1-24b92f669905 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.847046] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.848072] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.848329] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleting the datastore file [datastore1] dfc3a0ab-f3a0-481e-85f6-04065f07feac {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.848723] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f78002a-9d42-48fa-bbc1-9576167143de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.855888] env[62180]: DEBUG oslo_vmware.api [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2112.855888] env[62180]: value = "task-1964395" [ 2112.855888] env[62180]: _type = "Task" [ 2112.855888] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.857556] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2112.857556] env[62180]: value = "task-1964394" [ 2112.857556] env[62180]: _type = "Task" [ 2112.857556] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.870673] env[62180]: DEBUG oslo_vmware.api [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.873726] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.912938] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096228} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.913218] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2112.913940] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ffe2f-2461-464b-8b1b-28cfa54eae66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.936243] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 1d3a0222-73ab-4589-b017-1275aff60bd1/1d3a0222-73ab-4589-b017-1275aff60bd1.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2112.936499] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8298b901-61fc-4297-8367-f955bd4ad51c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.955198] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2112.955198] env[62180]: value = "task-1964396" [ 2112.955198] env[62180]: _type = "Task" [ 2112.955198] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.965947] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.991152] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964392, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.170932] env[62180]: DEBUG nova.network.neutron [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Updated VIF entry in instance network info cache for port cc63ebbc-f178-40f7-89be-2f5965702916. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2113.171441] env[62180]: DEBUG nova.network.neutron [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Updating instance_info_cache with network_info: [{"id": "f6be276f-2f04-4de8-9a6b-766b8b4cf407", "address": "fa:16:3e:f2:c1:fe", "network": {"id": "343e4613-7a4e-46f4-8335-5c3f3393e008", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903204859", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6be276f-2f", "ovs_interfaceid": "f6be276f-2f04-4de8-9a6b-766b8b4cf407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cc63ebbc-f178-40f7-89be-2f5965702916", "address": "fa:16:3e:ce:8f:00", "network": {"id": "9a0236ec-01ae-4596-a165-0d3c6673702d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1074733860", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc63ebbc-f1", "ovs_interfaceid": "cc63ebbc-f178-40f7-89be-2f5965702916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.175902] env[62180]: INFO nova.compute.manager [-] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Took 1.86 seconds to deallocate network for instance. [ 2113.343985] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.344152] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.344312] env[62180]: DEBUG nova.network.neutron [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2113.370695] env[62180]: DEBUG oslo_vmware.api [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179922} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.373800] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.374014] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.374200] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.376289] env[62180]: DEBUG oslo_vmware.api [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182041} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.376713] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.376894] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.377078] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.377413] env[62180]: INFO nova.compute.manager [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2113.377484] env[62180]: DEBUG oslo.service.loopingcall [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.377676] env[62180]: DEBUG nova.compute.manager [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2113.377770] env[62180]: DEBUG nova.network.neutron [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2113.401706] env[62180]: INFO nova.scheduler.client.report [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted allocations for instance 322fc334-2d30-4969-8c83-289645241c65 [ 2113.465074] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964396, 'name': ReconfigVM_Task, 'duration_secs': 0.34891} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.465362] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 1d3a0222-73ab-4589-b017-1275aff60bd1/1d3a0222-73ab-4589-b017-1275aff60bd1.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2113.466042] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31cc3027-af51-4ce8-ae79-5c05ff3f054f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.472876] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2113.472876] env[62180]: value = "task-1964397" [ 2113.472876] env[62180]: _type = "Task" [ 2113.472876] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.482250] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964397, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.489524] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964392, 'name': CreateVM_Task, 'duration_secs': 0.752074} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.489680] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2113.490444] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.490610] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.490937] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2113.491227] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673f0e83-3a40-43a2-b640-97686cfca048 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.495784] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2113.495784] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b3f53-6987-dc0e-387e-64b1b81cc67a" [ 2113.495784] env[62180]: _type = "Task" [ 2113.495784] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.504130] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b3f53-6987-dc0e-387e-64b1b81cc67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.675270] env[62180]: DEBUG oslo_concurrency.lockutils [req-76585dfa-7339-4bcf-bba3-5cc9d82a82ce req-6e0e4b9f-bd85-4062-984c-cf5855622596 service nova] Releasing lock "refresh_cache-e598c0dd-0103-4b6e-9d3d-3ae836b3029c" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.682434] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.683391] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.683601] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.708499] env[62180]: INFO nova.scheduler.client.report [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted allocations for instance 79b1db90-008b-4ab2-b4a2-57113da3a715 [ 2113.728958] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-vif-unplugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2113.729522] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.730163] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Lock "322fc334-2d30-4969-8c83-289645241c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.730163] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Lock "322fc334-2d30-4969-8c83-289645241c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.731028] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] No waiting events found dispatching network-vif-unplugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.731142] env[62180]: WARNING nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received unexpected event network-vif-unplugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e for instance with vm_state shelved_offloaded and task_state None. [ 2113.731248] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2113.731410] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing instance network info cache due to event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2113.731597] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Acquiring lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.731770] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Acquired lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.731945] env[62180]: DEBUG nova.network.neutron [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2113.907481] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.907758] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.907974] env[62180]: DEBUG nova.objects.instance [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'resources' on Instance uuid 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.909864] env[62180]: DEBUG nova.network.neutron [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2113.989804] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964397, 'name': Rename_Task, 'duration_secs': 0.126488} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.992415] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2113.992981] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-269be9c3-8ec2-4deb-bebb-659e0e257641 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.000448] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2114.000448] env[62180]: value = "task-1964398" [ 2114.000448] env[62180]: _type = "Task" [ 2114.000448] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.006539] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527b3f53-6987-dc0e-387e-64b1b81cc67a, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.007144] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.007383] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2114.007611] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.007759] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.007938] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2114.008196] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d9f5112-0022-46db-879b-34c28b84cf3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.012684] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.019159] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2114.019349] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2114.020067] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a37d8b-8700-4199-943b-e1b532c079cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.025678] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2114.025678] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52957e02-78ab-934a-d0d6-1d15548a226e" [ 2114.025678] env[62180]: _type = "Task" [ 2114.025678] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.036498] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52957e02-78ab-934a-d0d6-1d15548a226e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.204500] env[62180]: DEBUG nova.network.neutron [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Updating instance_info_cache with network_info: [{"id": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "address": "fa:16:3e:d4:2c:19", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3aff43d-3c", "ovs_interfaceid": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.217087] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fe9dec5d-37b0-4b4f-b97b-ce425f5519fb tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "79b1db90-008b-4ab2-b4a2-57113da3a715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.598s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.414113] env[62180]: DEBUG nova.objects.instance [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'numa_topology' on Instance uuid 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.515029] env[62180]: DEBUG oslo_vmware.api [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964398, 'name': PowerOnVM_Task, 'duration_secs': 0.447653} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.515029] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2114.515029] env[62180]: INFO nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Took 7.44 seconds to spawn the instance on the hypervisor. [ 2114.515029] env[62180]: DEBUG nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2114.515029] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c97f9d-9bfa-4ed2-af54-1aeafe624c11 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.530855] env[62180]: DEBUG nova.network.neutron [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updated VIF entry in instance network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2114.531462] env[62180]: DEBUG nova.network.neutron [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.541628] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52957e02-78ab-934a-d0d6-1d15548a226e, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.541628] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94eb97c5-4491-4e17-91f8-59596d033a54 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.545266] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2114.545266] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c13c93-7ebd-1704-1c14-fadb1f042ce6" [ 2114.545266] env[62180]: _type = "Task" [ 2114.545266] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.554864] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c13c93-7ebd-1704-1c14-fadb1f042ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.657891] env[62180]: DEBUG nova.network.neutron [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.709388] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.709388] env[62180]: DEBUG nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Instance network_info: |[{"id": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "address": "fa:16:3e:d4:2c:19", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3aff43d-3c", "ovs_interfaceid": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2114.709388] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:2c:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3aff43d-3c48-42e7-8030-e96ebce3255b', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2114.716427] env[62180]: DEBUG oslo.service.loopingcall [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2114.716846] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2114.717183] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ea1cc4-e8a8-4f33-aac9-280732f4b712 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.743015] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2114.743015] env[62180]: value = "task-1964399" [ 2114.743015] env[62180]: _type = "Task" [ 2114.743015] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.749138] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964399, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.916484] env[62180]: DEBUG nova.objects.base [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Object Instance<322fc334-2d30-4969-8c83-289645241c65> lazy-loaded attributes: resources,numa_topology {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2115.031922] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.032281] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.037348] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Releasing lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.038105] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Received event network-vif-deleted-9822df1e-58e0-432d-941f-2876bc356d7c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2115.038105] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Received event network-vif-plugged-f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2115.038276] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Acquiring lock "4663ec09-e951-4f56-8133-0098ae178dc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.038725] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Lock "4663ec09-e951-4f56-8133-0098ae178dc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.038997] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Lock "4663ec09-e951-4f56-8133-0098ae178dc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.039164] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] No waiting events found dispatching network-vif-plugged-f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2115.039436] env[62180]: WARNING nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Received unexpected event network-vif-plugged-f3aff43d-3c48-42e7-8030-e96ebce3255b for instance with vm_state building and task_state spawning. [ 2115.042094] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Received event network-changed-f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2115.042460] env[62180]: DEBUG nova.compute.manager [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Refreshing instance network info cache due to event network-changed-f3aff43d-3c48-42e7-8030-e96ebce3255b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2115.042739] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Acquiring lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.042928] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Acquired lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.043178] env[62180]: DEBUG nova.network.neutron [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Refreshing network info cache for port f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2115.044767] env[62180]: INFO nova.compute.manager [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Took 13.36 seconds to build instance. [ 2115.064325] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c13c93-7ebd-1704-1c14-fadb1f042ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.064747] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.065102] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e598c0dd-0103-4b6e-9d3d-3ae836b3029c/e598c0dd-0103-4b6e-9d3d-3ae836b3029c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2115.066211] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de489d4b-1e6b-4225-8454-8c7bc7a63724 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.078111] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2115.078111] env[62180]: value = "task-1964400" [ 2115.078111] env[62180]: _type = "Task" [ 2115.078111] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.087817] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.112355] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f9732f-ac71-46d5-a216-ea764f5e0117 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.120880] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500054d7-cced-4ab0-a9e0-bdfcf178ae7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.154203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23835d9-3342-4958-8a55-60c14ba42f03 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.160912] env[62180]: INFO nova.compute.manager [-] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Took 1.78 seconds to deallocate network for instance. [ 2115.163664] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be84cb80-2c11-4c8b-b6be-6b0b586a3854 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.182715] env[62180]: DEBUG nova.compute.provider_tree [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.251744] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964399, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.426668] env[62180]: DEBUG oslo_concurrency.lockutils [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "1d3a0222-73ab-4589-b017-1275aff60bd1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.546016] env[62180]: DEBUG nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2115.552564] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3324359f-05e5-429f-aba4-dc4fff71f947 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.893s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.553108] env[62180]: DEBUG oslo_concurrency.lockutils [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.127s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.553292] env[62180]: DEBUG nova.compute.manager [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.556252] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5041c837-b39f-44db-b783-419f88c99784 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.564706] env[62180]: DEBUG nova.compute.manager [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2115.565108] env[62180]: DEBUG nova.objects.instance [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'flavor' on Instance uuid 1d3a0222-73ab-4589-b017-1275aff60bd1 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.587958] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483904} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.589032] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e598c0dd-0103-4b6e-9d3d-3ae836b3029c/e598c0dd-0103-4b6e-9d3d-3ae836b3029c.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2115.589268] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2115.590644] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cad6e3a0-7f56-4965-bfef-00a40987a8fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.598457] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2115.598457] env[62180]: value = "task-1964401" [ 2115.598457] env[62180]: _type = "Task" [ 2115.598457] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.610453] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.673027] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.685194] env[62180]: DEBUG nova.scheduler.client.report [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2115.751490] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964399, 'name': CreateVM_Task, 'duration_secs': 0.552013} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.751700] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2115.752397] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.752562] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.752884] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2115.753156] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ae05da-d17e-401e-95b7-2b1afa509cf0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.758399] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2115.758399] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fed899-7f46-e487-30be-e6c331f4f464" [ 2115.758399] env[62180]: _type = "Task" [ 2115.758399] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.768606] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fed899-7f46-e487-30be-e6c331f4f464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.775086] env[62180]: DEBUG nova.compute.manager [req-3f22ca60-60ec-47be-acc6-01f97d71d481 req-bb4f3659-b578-4dc3-8b1d-21b2c9faf8c2 service nova] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Received event network-vif-deleted-32b4005a-ae88-417c-8a91-d184b68a456d {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2115.932876] env[62180]: DEBUG nova.network.neutron [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Updated VIF entry in instance network info cache for port f3aff43d-3c48-42e7-8030-e96ebce3255b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2115.933270] env[62180]: DEBUG nova.network.neutron [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Updating instance_info_cache with network_info: [{"id": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "address": "fa:16:3e:d4:2c:19", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3aff43d-3c", "ovs_interfaceid": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.081047] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.108926] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061096} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.109235] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2116.110505] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705bb959-9e85-4057-a4a3-1af466911c92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.134232] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e598c0dd-0103-4b6e-9d3d-3ae836b3029c/e598c0dd-0103-4b6e-9d3d-3ae836b3029c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.134501] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5356bca5-c3f1-4394-ae9c-5e31819f23d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.157437] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2116.157437] env[62180]: value = "task-1964402" [ 2116.157437] env[62180]: _type = "Task" [ 2116.157437] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.165783] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.192039] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.194683] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.522s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.194919] env[62180]: DEBUG nova.objects.instance [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'resources' on Instance uuid dfc3a0ab-f3a0-481e-85f6-04065f07feac {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.269916] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fed899-7f46-e487-30be-e6c331f4f464, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.270194] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.270421] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2116.270653] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.270800] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.271025] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2116.271291] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc74c3c-f1de-4692-b417-a7e7745ba033 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.280115] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2116.280296] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2116.280996] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7237c5-4610-4803-b320-daeb643cbb3d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.286113] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2116.286113] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52850ff1-f64d-b563-dd3b-452b986d8f76" [ 2116.286113] env[62180]: _type = "Task" [ 2116.286113] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.293704] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52850ff1-f64d-b563-dd3b-452b986d8f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.296161] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.436880] env[62180]: DEBUG oslo_concurrency.lockutils [req-d78c2134-5a15-4171-a444-a2ec511928a1 req-42f8068c-f8c1-4d47-b834-1b3553bfcd83 service nova] Releasing lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.573516] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2116.573887] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f131e6eb-007e-4e2c-8a26-6acb4227855c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.581020] env[62180]: DEBUG oslo_vmware.api [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2116.581020] env[62180]: value = "task-1964403" [ 2116.581020] env[62180]: _type = "Task" [ 2116.581020] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.589729] env[62180]: DEBUG oslo_vmware.api [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.668596] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.703289] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a53d7d67-d85c-4883-bef1-0ae83ca20a05 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.678s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.703938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.408s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.704124] env[62180]: INFO nova.compute.manager [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Unshelving [ 2116.799882] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52850ff1-f64d-b563-dd3b-452b986d8f76, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.800742] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbff25fc-5887-4a85-96e8-66d043cc8c01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.809090] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2116.809090] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528eb53b-f5af-5fc8-e58d-f7e9f21615e0" [ 2116.809090] env[62180]: _type = "Task" [ 2116.809090] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.825588] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528eb53b-f5af-5fc8-e58d-f7e9f21615e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.825693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.826040] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4663ec09-e951-4f56-8133-0098ae178dc9/4663ec09-e951-4f56-8133-0098ae178dc9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2116.826226] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8849a21-12f7-42fa-9eb7-6379fa261407 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.838379] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2116.838379] env[62180]: value = "task-1964404" [ 2116.838379] env[62180]: _type = "Task" [ 2116.838379] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.845729] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.861187] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5195bc-6d5d-4b19-b726-f190e035cb14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.868932] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371efc15-cdec-4135-a2c7-d900fe670547 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.901195] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3694da1-e537-418d-a929-595c92f4def3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.908791] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d40040-4e2d-4e94-aa4f-76777af1e03b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.923114] env[62180]: DEBUG nova.compute.provider_tree [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.091292] env[62180]: DEBUG oslo_vmware.api [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964403, 'name': PowerOffVM_Task, 'duration_secs': 0.191689} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.091616] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2117.091791] env[62180]: DEBUG nova.compute.manager [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2117.092657] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16faf60-b01b-449a-827c-c7212df3032b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.169317] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964402, 'name': ReconfigVM_Task, 'duration_secs': 0.687728} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.169526] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e598c0dd-0103-4b6e-9d3d-3ae836b3029c/e598c0dd-0103-4b6e-9d3d-3ae836b3029c.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2117.170284] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1cdb5b-d086-4d33-ac69-2ad99e6c63cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.177480] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2117.177480] env[62180]: value = "task-1964405" [ 2117.177480] env[62180]: _type = "Task" [ 2117.177480] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.186717] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964405, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.348523] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446094} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.348822] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 4663ec09-e951-4f56-8133-0098ae178dc9/4663ec09-e951-4f56-8133-0098ae178dc9.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2117.349524] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2117.349524] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48a6ac0-446f-4b82-829b-e8803b9039ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.355462] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2117.355462] env[62180]: value = "task-1964406" [ 2117.355462] env[62180]: _type = "Task" [ 2117.355462] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.363388] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.427230] env[62180]: DEBUG nova.scheduler.client.report [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.604394] env[62180]: DEBUG oslo_concurrency.lockutils [None req-129c6c10-08ff-4e37-8a11-8282b98c2a82 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.687087] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964405, 'name': Rename_Task, 'duration_secs': 0.177677} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.687385] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2117.687626] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d872286b-8058-454c-bfdd-aaf5f8bc76d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.694404] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2117.694404] env[62180]: value = "task-1964407" [ 2117.694404] env[62180]: _type = "Task" [ 2117.694404] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.701542] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.718072] env[62180]: DEBUG nova.compute.utils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2117.866929] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062164} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.867226] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2117.868057] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ee747-7ca4-442f-ae58-a7aac96862aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.889961] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 4663ec09-e951-4f56-8133-0098ae178dc9/4663ec09-e951-4f56-8133-0098ae178dc9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2117.890255] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d7a5f4-c17c-4c55-9a31-62deae826020 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.911175] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2117.911175] env[62180]: value = "task-1964408" [ 2117.911175] env[62180]: _type = "Task" [ 2117.911175] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.918895] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.931669] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.933674] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.854s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.935182] env[62180]: INFO nova.compute.claims [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2117.956747] env[62180]: INFO nova.scheduler.client.report [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted allocations for instance dfc3a0ab-f3a0-481e-85f6-04065f07feac [ 2118.204661] env[62180]: DEBUG oslo_vmware.api [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964407, 'name': PowerOnVM_Task, 'duration_secs': 0.469006} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.204969] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.205170] env[62180]: INFO nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Took 15.93 seconds to spawn the instance on the hypervisor. [ 2118.205351] env[62180]: DEBUG nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.206147] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714de49e-9791-42f8-888a-c82f5080c5d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.221068] env[62180]: INFO nova.virt.block_device [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Booting with volume 0f25bc2a-5873-4509-9585-cd6f18efaa97 at /dev/sdb [ 2118.227933] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "1d3a0222-73ab-4589-b017-1275aff60bd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.228199] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.228404] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "1d3a0222-73ab-4589-b017-1275aff60bd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.228587] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.228755] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.233289] env[62180]: INFO nova.compute.manager [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Terminating instance [ 2118.259684] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48015556-681c-433d-a4ef-0f2fd4a86661 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.270368] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2184e18-21b3-44c1-a320-414ffa400459 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.298342] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8629570-8bbc-4d6d-b3f8-bc361e1e3a02 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.308148] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4000ac-10d2-43c6-b5fb-5ac32dd3876b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.335985] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dfd1f2-f879-414a-8b56-36a7c58a4ee5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.342305] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8306109c-9ffb-4907-8cee-013809deae21 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.358080] env[62180]: DEBUG nova.virt.block_device [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating existing volume attachment record: edefe6df-d9dd-4f2f-8d5b-f68d15be3920 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2118.420365] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964408, 'name': ReconfigVM_Task, 'duration_secs': 0.396325} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.420612] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 4663ec09-e951-4f56-8133-0098ae178dc9/4663ec09-e951-4f56-8133-0098ae178dc9.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.421273] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-006a1800-5dbd-4f35-838a-33b7bddf0f92 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.426509] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2118.426509] env[62180]: value = "task-1964409" [ 2118.426509] env[62180]: _type = "Task" [ 2118.426509] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.433528] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964409, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.463616] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f30964c0-26c9-4ff2-960a-17ee2202567d tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "dfc3a0ab-f3a0-481e-85f6-04065f07feac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.884s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.724390] env[62180]: INFO nova.compute.manager [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Took 25.32 seconds to build instance. [ 2118.737485] env[62180]: DEBUG nova.compute.manager [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2118.737641] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.738517] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081bd73d-cfef-4d86-85f9-6391ff2b05db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.748966] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.749249] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff74472d-b012-445b-badf-0e1383213d2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.835442] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.835670] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.835851] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleting the datastore file [datastore1] 1d3a0222-73ab-4589-b017-1275aff60bd1 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.836130] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d942a66-5100-4f36-9776-7b99b75abd3d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.842770] env[62180]: DEBUG oslo_vmware.api [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2118.842770] env[62180]: value = "task-1964414" [ 2118.842770] env[62180]: _type = "Task" [ 2118.842770] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.849870] env[62180]: DEBUG oslo_vmware.api [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.936803] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964409, 'name': Rename_Task, 'duration_secs': 0.351514} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.937097] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2118.937340] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca3f3ad2-d717-4abc-86dc-14885b47716a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.946771] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2118.946771] env[62180]: value = "task-1964415" [ 2118.946771] env[62180]: _type = "Task" [ 2118.946771] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.953472] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.074622] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af53db36-d517-413e-ba9f-4ca81ccd85de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.081606] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c5e76-94ca-40b2-84cd-5b33fc87b490 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.111041] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca8406-8417-4f6c-b080-050106a15f4f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.119020] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3912182-f9d3-48c4-a9b7-f93b34faad15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.133938] env[62180]: DEBUG nova.compute.provider_tree [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2119.225964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-49049fd9-0c45-4730-8057-629119478172 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.832s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.353317] env[62180]: DEBUG oslo_vmware.api [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223993} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.354662] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.354877] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.355067] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.355244] env[62180]: INFO nova.compute.manager [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Took 0.62 seconds to destroy the instance on the hypervisor. [ 2119.355479] env[62180]: DEBUG oslo.service.loopingcall [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.358052] env[62180]: DEBUG nova.compute.manager [-] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2119.358188] env[62180]: DEBUG nova.network.neutron [-] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.460095] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964415, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.638641] env[62180]: DEBUG nova.scheduler.client.report [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2119.707054] env[62180]: DEBUG nova.compute.manager [req-68b2617f-5869-4697-99ec-0c7873cc1ad7 req-4e07f086-e6c7-4392-a39e-3a5e35496f6c service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Received event network-vif-deleted-0a9b53a2-ac69-474b-9a57-b8cf2ecf5773 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2119.707054] env[62180]: INFO nova.compute.manager [req-68b2617f-5869-4697-99ec-0c7873cc1ad7 req-4e07f086-e6c7-4392-a39e-3a5e35496f6c service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Neutron deleted interface 0a9b53a2-ac69-474b-9a57-b8cf2ecf5773; detaching it from the instance and deleting it from the info cache [ 2119.707054] env[62180]: DEBUG nova.network.neutron [req-68b2617f-5869-4697-99ec-0c7873cc1ad7 req-4e07f086-e6c7-4392-a39e-3a5e35496f6c service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.861066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.861066] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.861419] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.861419] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.861514] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.863968] env[62180]: INFO nova.compute.manager [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Terminating instance [ 2119.957803] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.120274] env[62180]: DEBUG nova.network.neutron [-] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.144815] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.145351] env[62180]: DEBUG nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2120.211986] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9156a20-1c49-43dd-a41d-404db2455805 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.219735] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ffaad0-66dd-4117-bf6d-bc3c67434d80 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.248377] env[62180]: DEBUG nova.compute.manager [req-68b2617f-5869-4697-99ec-0c7873cc1ad7 req-4e07f086-e6c7-4392-a39e-3a5e35496f6c service nova] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Detach interface failed, port_id=0a9b53a2-ac69-474b-9a57-b8cf2ecf5773, reason: Instance 1d3a0222-73ab-4589-b017-1275aff60bd1 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2120.368446] env[62180]: DEBUG nova.compute.manager [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2120.368625] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2120.369581] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cab368-c5be-4f7b-94d1-b7b41c24d291 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.377540] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2120.377766] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-740afe7a-58f5-42fc-9919-86d0f7e84839 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.383857] env[62180]: DEBUG oslo_vmware.api [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2120.383857] env[62180]: value = "task-1964416" [ 2120.383857] env[62180]: _type = "Task" [ 2120.383857] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.391151] env[62180]: DEBUG oslo_vmware.api [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.459495] env[62180]: DEBUG oslo_vmware.api [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964415, 'name': PowerOnVM_Task, 'duration_secs': 1.059583} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.459843] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.460135] env[62180]: INFO nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Took 9.06 seconds to spawn the instance on the hypervisor. [ 2120.460355] env[62180]: DEBUG nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.461122] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeaa4e4-72d3-42eb-a3d6-510575fbd7c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.623598] env[62180]: INFO nova.compute.manager [-] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Took 1.26 seconds to deallocate network for instance. [ 2120.650723] env[62180]: DEBUG nova.compute.utils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2120.654499] env[62180]: DEBUG nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2120.654499] env[62180]: DEBUG nova.network.neutron [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2120.698617] env[62180]: DEBUG nova.policy [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bebdb1546434cc887ca8487194b5f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd2bd12630e4da2b7d2eb7b66f09648', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2120.728184] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "e88746e2-3098-4bef-9557-b6031c88a8ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.728428] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.893189] env[62180]: DEBUG oslo_vmware.api [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964416, 'name': PowerOffVM_Task, 'duration_secs': 0.348371} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.893566] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2120.893632] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2120.893840] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe7b585f-9d33-414d-a7a8-05a5b107f77b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.977278] env[62180]: INFO nova.compute.manager [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Took 13.84 seconds to build instance. [ 2120.985223] env[62180]: DEBUG nova.network.neutron [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Successfully created port: 10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2121.129786] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.130096] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.130304] env[62180]: DEBUG nova.objects.instance [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'resources' on Instance uuid 1d3a0222-73ab-4589-b017-1275aff60bd1 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.155908] env[62180]: DEBUG nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2121.233688] env[62180]: DEBUG nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2121.323993] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2121.324135] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2121.324364] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Deleting the datastore file [datastore1] e598c0dd-0103-4b6e-9d3d-3ae836b3029c {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2121.324687] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ada8ac5-a83b-44e6-a3b1-7442f1202811 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.331110] env[62180]: DEBUG oslo_vmware.api [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for the task: (returnval){ [ 2121.331110] env[62180]: value = "task-1964419" [ 2121.331110] env[62180]: _type = "Task" [ 2121.331110] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.339255] env[62180]: DEBUG oslo_vmware.api [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.479610] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d72a11b7-6a13-4668-a913-1444f6c9963c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "4663ec09-e951-4f56-8133-0098ae178dc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.346s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.758172] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.844247] env[62180]: DEBUG oslo_vmware.api [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Task: {'id': task-1964419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164758} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.844504] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2121.844742] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2121.844946] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2121.845152] env[62180]: INFO nova.compute.manager [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2121.845415] env[62180]: DEBUG oslo.service.loopingcall [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.845641] env[62180]: DEBUG nova.compute.manager [-] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2121.845816] env[62180]: DEBUG nova.network.neutron [-] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2121.848647] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0545038-9aa1-458c-93d0-90944a217745 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.855528] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36693a74-7c98-44c5-9aa3-c3f2a7c1d388 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.888939] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e51b034-0fdd-497e-9eaa-5ff14dca2313 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.896675] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e7864d-38e2-4777-8d84-8f716ff0d05f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.909979] env[62180]: DEBUG nova.compute.provider_tree [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2122.042198] env[62180]: DEBUG nova.compute.manager [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Received event network-changed-f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2122.042370] env[62180]: DEBUG nova.compute.manager [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Refreshing instance network info cache due to event network-changed-f3aff43d-3c48-42e7-8030-e96ebce3255b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2122.042600] env[62180]: DEBUG oslo_concurrency.lockutils [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] Acquiring lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.042750] env[62180]: DEBUG oslo_concurrency.lockutils [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] Acquired lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.042913] env[62180]: DEBUG nova.network.neutron [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Refreshing network info cache for port f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2122.167239] env[62180]: DEBUG nova.compute.manager [req-9401664a-c4c6-4a2f-8a7b-91063ba3b909 req-afffdc50-ee09-4248-8716-14434ead0632 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received event network-vif-deleted-f6be276f-2f04-4de8-9a6b-766b8b4cf407 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2122.167437] env[62180]: INFO nova.compute.manager [req-9401664a-c4c6-4a2f-8a7b-91063ba3b909 req-afffdc50-ee09-4248-8716-14434ead0632 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Neutron deleted interface f6be276f-2f04-4de8-9a6b-766b8b4cf407; detaching it from the instance and deleting it from the info cache [ 2122.167689] env[62180]: DEBUG nova.network.neutron [req-9401664a-c4c6-4a2f-8a7b-91063ba3b909 req-afffdc50-ee09-4248-8716-14434ead0632 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Updating instance_info_cache with network_info: [{"id": "cc63ebbc-f178-40f7-89be-2f5965702916", "address": "fa:16:3e:ce:8f:00", "network": {"id": "9a0236ec-01ae-4596-a165-0d3c6673702d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1074733860", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "19c77db8d0ee4c2b8b50b9c2c53863d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc63ebbc-f1", "ovs_interfaceid": "cc63ebbc-f178-40f7-89be-2f5965702916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.169605] env[62180]: DEBUG nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2122.205825] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2122.206084] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2122.206241] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2122.206481] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2122.206635] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2122.206783] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2122.206991] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2122.207456] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2122.207665] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2122.207839] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2122.208027] env[62180]: DEBUG nova.virt.hardware [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2122.209135] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f5e597-b058-41ad-b9eb-7f51ae77ee08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.221306] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049b829-92a8-4479-a0df-acd0ff831e38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.412740] env[62180]: DEBUG nova.scheduler.client.report [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.543172] env[62180]: DEBUG nova.network.neutron [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Successfully updated port: 10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2122.672995] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f4c5850-61e2-4ffe-8e7a-789c067329f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.682813] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466cc63-6820-4fc8-9e63-b269cbd2e790 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.714816] env[62180]: DEBUG nova.compute.manager [req-9401664a-c4c6-4a2f-8a7b-91063ba3b909 req-afffdc50-ee09-4248-8716-14434ead0632 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Detach interface failed, port_id=f6be276f-2f04-4de8-9a6b-766b8b4cf407, reason: Instance e598c0dd-0103-4b6e-9d3d-3ae836b3029c could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2122.790412] env[62180]: DEBUG nova.network.neutron [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Updated VIF entry in instance network info cache for port f3aff43d-3c48-42e7-8030-e96ebce3255b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2122.790822] env[62180]: DEBUG nova.network.neutron [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Updating instance_info_cache with network_info: [{"id": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "address": "fa:16:3e:d4:2c:19", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3aff43d-3c", "ovs_interfaceid": "f3aff43d-3c48-42e7-8030-e96ebce3255b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.866101] env[62180]: DEBUG nova.network.neutron [-] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.917566] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.920303] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.162s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.921981] env[62180]: INFO nova.compute.claims [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2122.943151] env[62180]: INFO nova.scheduler.client.report [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted allocations for instance 1d3a0222-73ab-4589-b017-1275aff60bd1 [ 2123.049324] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.049496] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.049623] env[62180]: DEBUG nova.network.neutron [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2123.294089] env[62180]: DEBUG oslo_concurrency.lockutils [req-2ab3ebce-fa0a-4ff7-95ee-07845f24bacf req-5464b578-1c5c-4e6b-ac45-90da4c8d667c service nova] Releasing lock "refresh_cache-4663ec09-e951-4f56-8133-0098ae178dc9" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.369431] env[62180]: INFO nova.compute.manager [-] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Took 1.52 seconds to deallocate network for instance. [ 2123.451518] env[62180]: DEBUG oslo_concurrency.lockutils [None req-51f0361a-af24-4990-85c9-9c1dc91e354c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "1d3a0222-73ab-4589-b017-1275aff60bd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.223s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.591819] env[62180]: DEBUG nova.network.neutron [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2123.609361] env[62180]: INFO nova.compute.manager [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Rebuilding instance [ 2123.658647] env[62180]: DEBUG nova.compute.manager [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.659582] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2f889a-6395-457f-b9fe-46bc62b1c444 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.740647] env[62180]: DEBUG nova.network.neutron [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.875505] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.955780] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.043556] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2361c-1d8c-41b7-b700-d75cc76a403c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.051126] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f6df71-4ec8-41a2-9a5c-7d56e7379aad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.083498] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e543f4cf-00f9-4768-9fb6-a24e25cdb39a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.091033] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f935dc-3a5d-4dac-9dcb-4e61dc22c508 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.104108] env[62180]: DEBUG nova.compute.provider_tree [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2124.127220] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "9dc0200e-0fff-478b-9636-1c17de698ca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.127451] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.198699] env[62180]: DEBUG nova.compute.manager [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Received event network-vif-deleted-cc63ebbc-f178-40f7-89be-2f5965702916 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.199123] env[62180]: DEBUG nova.compute.manager [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Received event network-vif-plugged-10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.199411] env[62180]: DEBUG oslo_concurrency.lockutils [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] Acquiring lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.199803] env[62180]: DEBUG oslo_concurrency.lockutils [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.200072] env[62180]: DEBUG oslo_concurrency.lockutils [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.200326] env[62180]: DEBUG nova.compute.manager [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] No waiting events found dispatching network-vif-plugged-10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2124.200561] env[62180]: WARNING nova.compute.manager [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Received unexpected event network-vif-plugged-10fe22e0-736e-4493-a9f6-b218d968228a for instance with vm_state building and task_state spawning. [ 2124.200820] env[62180]: DEBUG nova.compute.manager [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Received event network-changed-10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2124.201060] env[62180]: DEBUG nova.compute.manager [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Refreshing instance network info cache due to event network-changed-10fe22e0-736e-4493-a9f6-b218d968228a. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2124.201313] env[62180]: DEBUG oslo_concurrency.lockutils [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] Acquiring lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.243659] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.244020] env[62180]: DEBUG nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Instance network_info: |[{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2124.244318] env[62180]: DEBUG oslo_concurrency.lockutils [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] Acquired lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.244541] env[62180]: DEBUG nova.network.neutron [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Refreshing network info cache for port 10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2124.245769] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:15:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10fe22e0-736e-4493-a9f6-b218d968228a', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2124.253695] env[62180]: DEBUG oslo.service.loopingcall [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.254667] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2124.254905] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f39e09-b82a-44dd-9309-346692ba32aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.274762] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2124.274762] env[62180]: value = "task-1964420" [ 2124.274762] env[62180]: _type = "Task" [ 2124.274762] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.282785] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.608069] env[62180]: DEBUG nova.scheduler.client.report [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2124.631603] env[62180]: DEBUG nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2124.674846] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2124.675743] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afba7070-3d4f-484a-a123-9875b5cfac0c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.683296] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2124.683296] env[62180]: value = "task-1964421" [ 2124.683296] env[62180]: _type = "Task" [ 2124.683296] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.691876] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.785155] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.956528] env[62180]: DEBUG nova.network.neutron [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updated VIF entry in instance network info cache for port 10fe22e0-736e-4493-a9f6-b218d968228a. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.956910] env[62180]: DEBUG nova.network.neutron [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.113054] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.113574] env[62180]: DEBUG nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2125.116537] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.241s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.116789] env[62180]: DEBUG nova.objects.instance [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lazy-loading 'resources' on Instance uuid e598c0dd-0103-4b6e-9d3d-3ae836b3029c {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.152245] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.193531] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964421, 'name': PowerOffVM_Task, 'duration_secs': 0.187611} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.193794] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2125.194032] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2125.194772] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7097b7ed-8170-48e0-8132-2d3e49d9e2db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.200915] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2125.201140] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54b3fd7c-a4e3-45f8-8c9e-4fd31426bca3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.287468] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.459912] env[62180]: DEBUG oslo_concurrency.lockutils [req-0db8ccac-d560-48c9-a272-2098581a57d9 req-299ef19d-fa08-42f6-9569-81d92590e256 service nova] Releasing lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.619831] env[62180]: DEBUG nova.compute.utils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2125.624954] env[62180]: DEBUG nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2125.624954] env[62180]: DEBUG nova.network.neutron [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2125.702024] env[62180]: DEBUG nova.policy [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3554d24dbe2402eb112a8073e43db92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33eabd25615941069f56dcd8f558ee32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2125.751719] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf11a0-2d21-45d8-96d1-c925babcb430 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.759837] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a4de7-cfa7-4859-a2c0-8717f3b7cf4e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.793307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbcc361-a912-4225-a806-a80ce2cf3b83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.800546] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.803488] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98d646b-6845-4c48-bfbf-e9f02f504015 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.816072] env[62180]: DEBUG nova.compute.provider_tree [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2125.950511] env[62180]: DEBUG nova.network.neutron [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Successfully created port: c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2126.125508] env[62180]: DEBUG nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2126.300343] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.319412] env[62180]: DEBUG nova.scheduler.client.report [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2126.800923] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.824017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.826249] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.871s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.826466] env[62180]: DEBUG nova.objects.instance [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'pci_requests' on Instance uuid 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.848219] env[62180]: INFO nova.scheduler.client.report [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Deleted allocations for instance e598c0dd-0103-4b6e-9d3d-3ae836b3029c [ 2127.134873] env[62180]: DEBUG nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2127.161743] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2127.162055] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2127.162151] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2127.162403] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2127.163425] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2127.163425] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2127.163425] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2127.163425] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2127.163425] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2127.163425] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2127.163684] env[62180]: DEBUG nova.virt.hardware [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2127.164343] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d8d465-ad3f-44b9-a0ff-2d641de09557 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.172276] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a3821a-b8ef-45cb-921f-98504fe54fb9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.300037] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.329970] env[62180]: DEBUG nova.objects.instance [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'numa_topology' on Instance uuid 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2127.355701] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d01a61e9-9f9d-41ed-9d80-82449e460cb6 tempest-ServersTestMultiNic-717457223 tempest-ServersTestMultiNic-717457223-project-member] Lock "e598c0dd-0103-4b6e-9d3d-3ae836b3029c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.495s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.802784] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.833629] env[62180]: INFO nova.compute.claims [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.303218] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.806423] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.987279] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bce648-553f-4e4e-b2e7-8f2ae03b9c70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.995271] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d925b49-9583-4f73-8571-cda067065e3b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.024563] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af1d491-0b92-4b83-9a02-f39dafb8e7ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.034036] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3c1222-77fb-496e-9816-e6e8531e5702 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.047377] env[62180]: DEBUG nova.compute.provider_tree [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.304888] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.551428] env[62180]: DEBUG nova.scheduler.client.report [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.805497] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.057305] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.231s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.059581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.907s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.061048] env[62180]: INFO nova.compute.claims [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2130.189905] env[62180]: INFO nova.network.neutron [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2130.308071] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.807170] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.179403] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e782dc-f3f8-4b98-a9ab-cb5f1f6bd9a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.186648] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c256a95-1930-4837-8a61-86f85315b3e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.215577] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df95b072-f417-4175-b288-e0e2feda710d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.222222] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78414295-0b49-4b5b-808f-d14094c15a3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.234722] env[62180]: DEBUG nova.compute.provider_tree [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.307789] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.634444] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2131.634847] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2131.635048] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleting the datastore file [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2131.635391] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e1e2aa0-71ef-493f-b369-38e5af784b36 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.642775] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2131.642775] env[62180]: value = "task-1964423" [ 2131.642775] env[62180]: _type = "Task" [ 2131.642775] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.652082] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.738145] env[62180]: DEBUG nova.scheduler.client.report [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2131.810156] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.152822] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140104} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.153560] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.153876] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.154082] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.244838] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.245222] env[62180]: DEBUG nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2132.310408] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964420, 'name': CreateVM_Task, 'duration_secs': 7.584912} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.310584] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2132.311315] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.311561] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.311895] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2132.312174] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adc1995-d0e6-4756-8023-d04dbf15c758 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.317254] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2132.317254] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52159f28-8d9d-8948-cd14-b81f0a0c7263" [ 2132.317254] env[62180]: _type = "Task" [ 2132.317254] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.325191] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52159f28-8d9d-8948-cd14-b81f0a0c7263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.752234] env[62180]: DEBUG nova.compute.utils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2132.754285] env[62180]: DEBUG nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2132.754562] env[62180]: DEBUG nova.network.neutron [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2132.820437] env[62180]: DEBUG nova.compute.manager [req-709610b3-e835-4228-a014-3602db53a402 req-ed5e63d8-61dc-43de-8b98-280c56994fe1 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-vif-plugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2132.820662] env[62180]: DEBUG oslo_concurrency.lockutils [req-709610b3-e835-4228-a014-3602db53a402 req-ed5e63d8-61dc-43de-8b98-280c56994fe1 service nova] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.820866] env[62180]: DEBUG oslo_concurrency.lockutils [req-709610b3-e835-4228-a014-3602db53a402 req-ed5e63d8-61dc-43de-8b98-280c56994fe1 service nova] Lock "322fc334-2d30-4969-8c83-289645241c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.821045] env[62180]: DEBUG oslo_concurrency.lockutils [req-709610b3-e835-4228-a014-3602db53a402 req-ed5e63d8-61dc-43de-8b98-280c56994fe1 service nova] Lock "322fc334-2d30-4969-8c83-289645241c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.821216] env[62180]: DEBUG nova.compute.manager [req-709610b3-e835-4228-a014-3602db53a402 req-ed5e63d8-61dc-43de-8b98-280c56994fe1 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] No waiting events found dispatching network-vif-plugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2132.821416] env[62180]: WARNING nova.compute.manager [req-709610b3-e835-4228-a014-3602db53a402 req-ed5e63d8-61dc-43de-8b98-280c56994fe1 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received unexpected event network-vif-plugged-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e for instance with vm_state shelved_offloaded and task_state spawning. [ 2132.831728] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52159f28-8d9d-8948-cd14-b81f0a0c7263, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.832014] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.832244] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2132.832471] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.832618] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.832792] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2132.833050] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255abf0c-b0b4-4cd3-b0b4-c6ebc2b0ad26 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.841797] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2132.841970] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2132.842726] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2607f2-2ad8-4a8a-aa75-838e7694e05e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.848504] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2132.848504] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f4d689-6ec7-553c-4dce-94a54116d390" [ 2132.848504] env[62180]: _type = "Task" [ 2132.848504] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.855991] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f4d689-6ec7-553c-4dce-94a54116d390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.857384] env[62180]: DEBUG nova.policy [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bea0385f9164681bb996c0dfef51978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b938eb5aae44ed8a5587972e5e5c16f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2133.050693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.050693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.050693] env[62180]: DEBUG nova.network.neutron [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2133.196332] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.196588] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.196743] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.196924] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.197082] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.197231] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.197438] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.197598] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.197763] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.197923] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.199110] env[62180]: DEBUG nova.virt.hardware [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.200304] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5424866-6464-4bae-be95-d4adab5c3ab7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.212502] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0af4f5a-8d35-42f5-baf8-4759d8fc257d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.227533] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ff:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e884bf-443c-430d-8c0d-a45a9e2f4195', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2133.235457] env[62180]: DEBUG oslo.service.loopingcall [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2133.235717] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2133.235927] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-707b6789-c545-470f-98e0-2513962aa7c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.257949] env[62180]: DEBUG nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2133.261401] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2133.261401] env[62180]: value = "task-1964424" [ 2133.261401] env[62180]: _type = "Task" [ 2133.261401] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.271693] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964424, 'name': CreateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.294985] env[62180]: DEBUG nova.network.neutron [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Successfully updated port: c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2133.360269] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52f4d689-6ec7-553c-4dce-94a54116d390, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.361088] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363a7558-e188-4655-aeb1-fea40d9d30f4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.366452] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2133.366452] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c6ddfe-a960-cf61-14f4-75556fa04a5b" [ 2133.366452] env[62180]: _type = "Task" [ 2133.366452] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.374833] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c6ddfe-a960-cf61-14f4-75556fa04a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.383567] env[62180]: DEBUG nova.network.neutron [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Successfully created port: 4ac798e9-6a02-4f9c-b346-9b6fbee1c96c {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2133.775328] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964424, 'name': CreateVM_Task, 'duration_secs': 0.318199} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.775638] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2133.789819] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.790069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.790687] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2133.790687] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2971f684-de61-4308-8cd4-cf610fc65e58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.796013] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2133.796013] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be0a59-a6ad-a582-52c0-6ea798d4bb89" [ 2133.796013] env[62180]: _type = "Task" [ 2133.796013] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.799499] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.799645] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.799790] env[62180]: DEBUG nova.network.neutron [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2133.806551] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be0a59-a6ad-a582-52c0-6ea798d4bb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.809267] env[62180]: DEBUG nova.network.neutron [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.876654] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c6ddfe-a960-cf61-14f4-75556fa04a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.876871] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.877138] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2133.877392] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e27c51f1-b331-4002-92aa-6f1de8246403 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.883991] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2133.883991] env[62180]: value = "task-1964425" [ 2133.883991] env[62180]: _type = "Task" [ 2133.883991] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.891544] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.271743] env[62180]: DEBUG nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2134.296704] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2134.296966] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.297519] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2134.297519] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.297519] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2134.297674] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2134.297901] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2134.298287] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2134.298287] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2134.298482] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2134.298578] env[62180]: DEBUG nova.virt.hardware [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2134.299639] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc120f-54e0-4c0d-b348-6b9c92a26f66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.313699] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.321586] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd785dc-87b6-4d81-b419-33ada1b00d33 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.326892] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52be0a59-a6ad-a582-52c0-6ea798d4bb89, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.327356] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.327661] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2134.327978] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.328146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.328347] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2134.329066] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07376b6f-4b8d-4e25-824b-7a88b407a655 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.348686] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='531d59e7fd19856f3c5ade4fbd0b054e',container_format='bare',created_at=2024-12-24T14:15:16Z,direct_url=,disk_format='vmdk',id=ddcc0938-1a72-44d0-a1f1-42548838eb81,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1998149255-shelved',owner='85bf2889f9f64967835e5bfef2c74f40',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-24T14:15:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2134.348943] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.349211] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2134.349480] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.349647] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2134.349839] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2134.350172] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2134.350362] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2134.350590] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2134.350780] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2134.350957] env[62180]: DEBUG nova.virt.hardware [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2134.351855] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef37aa-c4b5-41d0-a7ef-6b183bf86b2a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.355882] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2134.355882] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2134.356872] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ea48c9-7eaf-4eef-aa6e-5282bd48c612 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.363144] env[62180]: DEBUG nova.network.neutron [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2134.366968] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d9490c-c6ce-4204-8b09-d2e662d59898 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.372275] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2134.372275] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52df5794-bb0c-20d5-fe81-be637d0220f1" [ 2134.372275] env[62180]: _type = "Task" [ 2134.372275] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.386061] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:ac:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2134.392158] env[62180]: DEBUG oslo.service.loopingcall [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2134.395681] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2134.398799] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd1ce35-883b-46b6-bfb9-1193a01d70f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.416447] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52df5794-bb0c-20d5-fe81-be637d0220f1, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.417966] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad03ad6-d4d0-438e-9b85-e60052bc21ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.423348] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453808} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.425009] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2134.425242] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2134.425479] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2134.425479] env[62180]: value = "task-1964426" [ 2134.425479] env[62180]: _type = "Task" [ 2134.425479] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.425674] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b7fc43-f6be-49f2-b838-9c97ab4bfffc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.431389] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2134.431389] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52037a0f-b409-3038-8c7b-83731c141244" [ 2134.431389] env[62180]: _type = "Task" [ 2134.431389] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.439996] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964426, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.441862] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2134.441862] env[62180]: value = "task-1964427" [ 2134.441862] env[62180]: _type = "Task" [ 2134.441862] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.448368] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52037a0f-b409-3038-8c7b-83731c141244, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.449009] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.449281] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2134.449536] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca1d44ae-4952-44c7-b0d9-e2f63cd77530 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.453915] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.459064] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2134.459064] env[62180]: value = "task-1964428" [ 2134.459064] env[62180]: _type = "Task" [ 2134.459064] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.467015] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.577838] env[62180]: DEBUG nova.network.neutron [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Updating instance_info_cache with network_info: [{"id": "c389233c-32fc-4715-9040-a4957790b813", "address": "fa:16:3e:26:a7:f6", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc389233c-32", "ovs_interfaceid": "c389233c-32fc-4715-9040-a4957790b813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.868852] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Received event network-vif-plugged-c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2134.868852] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Acquiring lock "e88746e2-3098-4bef-9557-b6031c88a8ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.868852] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.868852] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.868852] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] No waiting events found dispatching network-vif-plugged-c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2134.868852] env[62180]: WARNING nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Received unexpected event network-vif-plugged-c389233c-32fc-4715-9040-a4957790b813 for instance with vm_state building and task_state spawning. [ 2134.868852] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2134.868852] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing instance network info cache due to event network-changed-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2134.869450] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Acquiring lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.869450] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Acquired lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.869450] env[62180]: DEBUG nova.network.neutron [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Refreshing network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2134.937908] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964426, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.951026] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061102} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.951026] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2134.951437] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e313f09-c08d-4866-9fb5-0cb5a45e00fe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.984994] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2134.986052] env[62180]: DEBUG nova.network.neutron [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Successfully updated port: 4ac798e9-6a02-4f9c-b346-9b6fbee1c96c {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2134.990699] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc7dc00-8f7b-4ce5-835f-11e986a31078 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.006432] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-9dc0200e-0fff-478b-9636-1c17de698ca1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.006572] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-9dc0200e-0fff-478b-9636-1c17de698ca1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.006717] env[62180]: DEBUG nova.network.neutron [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.013930] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420812} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.015651] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2135.015863] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2135.016179] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2135.016179] env[62180]: value = "task-1964429" [ 2135.016179] env[62180]: _type = "Task" [ 2135.016179] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.016366] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f480d2e7-a67b-4168-a741-c6d6ac949ed1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.027270] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.028404] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2135.028404] env[62180]: value = "task-1964430" [ 2135.028404] env[62180]: _type = "Task" [ 2135.028404] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.036691] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.082065] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.082256] env[62180]: DEBUG nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Instance network_info: |[{"id": "c389233c-32fc-4715-9040-a4957790b813", "address": "fa:16:3e:26:a7:f6", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc389233c-32", "ovs_interfaceid": "c389233c-32fc-4715-9040-a4957790b813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2135.082767] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:a7:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c389233c-32fc-4715-9040-a4957790b813', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2135.090016] env[62180]: DEBUG oslo.service.loopingcall [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.090540] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2135.090776] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bd714fc-7bd9-47b3-9b32-8e546886d77f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.109217] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2135.109217] env[62180]: value = "task-1964431" [ 2135.109217] env[62180]: _type = "Task" [ 2135.109217] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.116391] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964431, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.438059] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964426, 'name': CreateVM_Task, 'duration_secs': 0.871024} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.438274] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2135.438936] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.439130] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.439506] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2135.439768] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79215cd-54a2-4dda-8e87-8937dfcb2339 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.445334] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2135.445334] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c97ec3-1b44-9a1f-de2c-1edf9b439b4f" [ 2135.445334] env[62180]: _type = "Task" [ 2135.445334] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.456965] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c97ec3-1b44-9a1f-de2c-1edf9b439b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.528473] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964429, 'name': ReconfigVM_Task, 'duration_secs': 0.395007} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.528830] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2135.532717] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a9202e-f6c6-4baa-b1cf-f848c0aed072 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.538969] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070173} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.540227] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2135.540609] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2135.540609] env[62180]: value = "task-1964432" [ 2135.540609] env[62180]: _type = "Task" [ 2135.540609] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.542147] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb129ff-aa37-4199-9959-23060968047a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.556642] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964432, 'name': Rename_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.577503] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2135.578605] env[62180]: DEBUG nova.network.neutron [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2135.581123] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37a222e0-edf8-4dd5-8e04-7508f2aeb0a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.604657] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2135.604657] env[62180]: value = "task-1964433" [ 2135.604657] env[62180]: _type = "Task" [ 2135.604657] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.619746] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.624664] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964431, 'name': CreateVM_Task, 'duration_secs': 0.436075} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.624927] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2135.625649] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.625893] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.626275] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2135.626578] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d8a2cd-53b7-45e4-8aae-19e9a867ad13 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.630887] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2135.630887] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b87955-a55d-ed45-8153-9e5e1bcf2710" [ 2135.630887] env[62180]: _type = "Task" [ 2135.630887] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.642156] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b87955-a55d-ed45-8153-9e5e1bcf2710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.783783] env[62180]: DEBUG nova.network.neutron [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updated VIF entry in instance network info cache for port 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2135.784227] env[62180]: DEBUG nova.network.neutron [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [{"id": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "address": "fa:16:3e:98:ac:88", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d0d15d-4a", "ovs_interfaceid": "80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.825129] env[62180]: DEBUG nova.network.neutron [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Updating instance_info_cache with network_info: [{"id": "4ac798e9-6a02-4f9c-b346-9b6fbee1c96c", "address": "fa:16:3e:36:d4:ae", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac798e9-6a", "ovs_interfaceid": "4ac798e9-6a02-4f9c-b346-9b6fbee1c96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.955446] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.955829] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Processing image ddcc0938-1a72-44d0-a1f1-42548838eb81 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2135.955939] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81/ddcc0938-1a72-44d0-a1f1-42548838eb81.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.956101] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81/ddcc0938-1a72-44d0-a1f1-42548838eb81.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.956283] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2135.956523] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f5de653-2ad0-4dac-9e12-d0177446a92c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.963278] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2135.963431] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2135.964082] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d8c396-e627-499f-a900-e8402fa22ba0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.969015] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2135.969015] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e344f-8324-9b5e-84e4-0c9877207b26" [ 2135.969015] env[62180]: _type = "Task" [ 2135.969015] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.975960] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527e344f-8324-9b5e-84e4-0c9877207b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.054583] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964432, 'name': Rename_Task, 'duration_secs': 0.139281} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.054960] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2136.055318] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f10c51d8-71b4-4ec1-a465-5e8a2b96c795 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.063530] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2136.063530] env[62180]: value = "task-1964434" [ 2136.063530] env[62180]: _type = "Task" [ 2136.063530] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.071042] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.113299] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964433, 'name': ReconfigVM_Task, 'duration_secs': 0.313996} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.113591] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657/0a225d67-666f-47b3-9c36-43cee5d0f657.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2136.114222] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0469898f-4e1b-4f69-a196-c22bac6598e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.120046] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2136.120046] env[62180]: value = "task-1964435" [ 2136.120046] env[62180]: _type = "Task" [ 2136.120046] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.127299] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964435, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.139246] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b87955-a55d-ed45-8153-9e5e1bcf2710, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.139520] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.139754] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2136.139984] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.140148] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.140328] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2136.140577] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3af8a87-6dfe-4d1d-afed-0abc49243134 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.158565] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2136.158748] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2136.159475] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6caf853-425a-4795-9105-987804b7b634 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.165446] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2136.165446] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e72509-6a0d-dfa3-1ea7-770822cb96d0" [ 2136.165446] env[62180]: _type = "Task" [ 2136.165446] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.173359] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e72509-6a0d-dfa3-1ea7-770822cb96d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.287307] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Releasing lock "refresh_cache-322fc334-2d30-4969-8c83-289645241c65" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.287604] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Received event network-changed-c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2136.287775] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Refreshing instance network info cache due to event network-changed-c389233c-32fc-4715-9040-a4957790b813. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2136.287991] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Acquiring lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.288152] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Acquired lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.288317] env[62180]: DEBUG nova.network.neutron [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Refreshing network info cache for port c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2136.327500] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-9dc0200e-0fff-478b-9636-1c17de698ca1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.327814] env[62180]: DEBUG nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Instance network_info: |[{"id": "4ac798e9-6a02-4f9c-b346-9b6fbee1c96c", "address": "fa:16:3e:36:d4:ae", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac798e9-6a", "ovs_interfaceid": "4ac798e9-6a02-4f9c-b346-9b6fbee1c96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2136.328273] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d4:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ac798e9-6a02-4f9c-b346-9b6fbee1c96c', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2136.336323] env[62180]: DEBUG oslo.service.loopingcall [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2136.336779] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2136.337045] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-692b4f1d-a1d7-4856-9b2b-2a89bf062e87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.357364] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2136.357364] env[62180]: value = "task-1964436" [ 2136.357364] env[62180]: _type = "Task" [ 2136.357364] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.364926] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964436, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.478999] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Preparing fetch location {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2136.479320] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Fetch image to [datastore1] OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b/OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b.vmdk {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2136.479525] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Downloading stream optimized image ddcc0938-1a72-44d0-a1f1-42548838eb81 to [datastore1] OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b/OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b.vmdk on the data store datastore1 as vApp {{(pid=62180) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2136.479694] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Downloading image file data ddcc0938-1a72-44d0-a1f1-42548838eb81 to the ESX as VM named 'OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b' {{(pid=62180) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2136.554211] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2136.554211] env[62180]: value = "resgroup-9" [ 2136.554211] env[62180]: _type = "ResourcePool" [ 2136.554211] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2136.554797] env[62180]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fc0ddbd0-51ef-4496-9d3d-712f2d5a11e1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.581552] env[62180]: DEBUG oslo_vmware.api [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964434, 'name': PowerOnVM_Task, 'duration_secs': 0.473194} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.582723] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2136.582825] env[62180]: INFO nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Took 14.41 seconds to spawn the instance on the hypervisor. [ 2136.583805] env[62180]: DEBUG nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.583805] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease: (returnval){ [ 2136.583805] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528efb74-c1e7-a3a8-62b9-bc08aae9d878" [ 2136.583805] env[62180]: _type = "HttpNfcLease" [ 2136.583805] env[62180]: } obtained for vApp import into resource pool (val){ [ 2136.583805] env[62180]: value = "resgroup-9" [ 2136.583805] env[62180]: _type = "ResourcePool" [ 2136.583805] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2136.583805] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the lease: (returnval){ [ 2136.583805] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528efb74-c1e7-a3a8-62b9-bc08aae9d878" [ 2136.583805] env[62180]: _type = "HttpNfcLease" [ 2136.583805] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2136.584533] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b12cd2-84d2-4057-b1ea-0611ca030d84 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.596516] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2136.596516] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528efb74-c1e7-a3a8-62b9-bc08aae9d878" [ 2136.596516] env[62180]: _type = "HttpNfcLease" [ 2136.596516] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2136.636365] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964435, 'name': Rename_Task, 'duration_secs': 0.191174} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.636952] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2136.637242] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a41fa2ad-ff6b-4a1a-b630-9215f9106468 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.645041] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2136.645041] env[62180]: value = "task-1964438" [ 2136.645041] env[62180]: _type = "Task" [ 2136.645041] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.653169] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.674901] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e72509-6a0d-dfa3-1ea7-770822cb96d0, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.675727] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a871cf-c557-4580-ac44-73c7c1db7b55 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.681159] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2136.681159] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5231e4c1-4b4d-1b37-d86a-2c8833e9414d" [ 2136.681159] env[62180]: _type = "Task" [ 2136.681159] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.689228] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5231e4c1-4b4d-1b37-d86a-2c8833e9414d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.867963] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964436, 'name': CreateVM_Task, 'duration_secs': 0.463181} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.868156] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2136.868823] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.869071] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.869452] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2136.869721] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d794e6c-d246-454b-b092-36f74d895faf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.874344] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2136.874344] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ab6e89-9835-8278-671d-7648dab445c6" [ 2136.874344] env[62180]: _type = "Task" [ 2136.874344] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.882532] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ab6e89-9835-8278-671d-7648dab445c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.896381] env[62180]: DEBUG nova.compute.manager [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Received event network-changed-4ac798e9-6a02-4f9c-b346-9b6fbee1c96c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2136.896569] env[62180]: DEBUG nova.compute.manager [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Refreshing instance network info cache due to event network-changed-4ac798e9-6a02-4f9c-b346-9b6fbee1c96c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2136.896772] env[62180]: DEBUG oslo_concurrency.lockutils [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] Acquiring lock "refresh_cache-9dc0200e-0fff-478b-9636-1c17de698ca1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.896915] env[62180]: DEBUG oslo_concurrency.lockutils [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] Acquired lock "refresh_cache-9dc0200e-0fff-478b-9636-1c17de698ca1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.897084] env[62180]: DEBUG nova.network.neutron [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Refreshing network info cache for port 4ac798e9-6a02-4f9c-b346-9b6fbee1c96c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2137.058462] env[62180]: DEBUG nova.network.neutron [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Updated VIF entry in instance network info cache for port c389233c-32fc-4715-9040-a4957790b813. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2137.058898] env[62180]: DEBUG nova.network.neutron [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Updating instance_info_cache with network_info: [{"id": "c389233c-32fc-4715-9040-a4957790b813", "address": "fa:16:3e:26:a7:f6", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc389233c-32", "ovs_interfaceid": "c389233c-32fc-4715-9040-a4957790b813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.094664] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2137.094664] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528efb74-c1e7-a3a8-62b9-bc08aae9d878" [ 2137.094664] env[62180]: _type = "HttpNfcLease" [ 2137.094664] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2137.105921] env[62180]: INFO nova.compute.manager [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Took 21.05 seconds to build instance. [ 2137.156202] env[62180]: DEBUG oslo_vmware.api [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964438, 'name': PowerOnVM_Task, 'duration_secs': 0.459966} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.156563] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2137.156765] env[62180]: DEBUG nova.compute.manager [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2137.157513] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a95c2e5-cbb0-4c8a-ade3-eb59416dada9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.190635] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5231e4c1-4b4d-1b37-d86a-2c8833e9414d, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.190898] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.191170] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e88746e2-3098-4bef-9557-b6031c88a8ac/e88746e2-3098-4bef-9557-b6031c88a8ac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2137.191412] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d4f2e8f-b9cd-4a97-8488-8d581a2df413 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.197794] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2137.197794] env[62180]: value = "task-1964439" [ 2137.197794] env[62180]: _type = "Task" [ 2137.197794] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.207963] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.384739] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ab6e89-9835-8278-671d-7648dab445c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.385038] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.385274] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2137.385484] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.385633] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.385805] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2137.386064] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f32cf56-1cbb-4172-a56b-263c1d1234fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.393857] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2137.394025] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2137.394686] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9fe3086-74eb-4659-a28a-84a7d1d77fe8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.401142] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2137.401142] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5258375f-6a0e-e51d-6a79-bc7637f42e1a" [ 2137.401142] env[62180]: _type = "Task" [ 2137.401142] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.408435] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5258375f-6a0e-e51d-6a79-bc7637f42e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.561237] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Releasing lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.561553] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Received event network-vif-plugged-4ac798e9-6a02-4f9c-b346-9b6fbee1c96c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2137.561755] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Acquiring lock "9dc0200e-0fff-478b-9636-1c17de698ca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.561957] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.562144] env[62180]: DEBUG oslo_concurrency.lockutils [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.562320] env[62180]: DEBUG nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] No waiting events found dispatching network-vif-plugged-4ac798e9-6a02-4f9c-b346-9b6fbee1c96c {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2137.562491] env[62180]: WARNING nova.compute.manager [req-a2d8772a-e690-4159-98d4-5b9249eeae59 req-024c00b0-0189-40d4-a01e-4262dee3f033 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Received unexpected event network-vif-plugged-4ac798e9-6a02-4f9c-b346-9b6fbee1c96c for instance with vm_state building and task_state spawning. [ 2137.584852] env[62180]: DEBUG nova.network.neutron [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Updated VIF entry in instance network info cache for port 4ac798e9-6a02-4f9c-b346-9b6fbee1c96c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2137.585239] env[62180]: DEBUG nova.network.neutron [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Updating instance_info_cache with network_info: [{"id": "4ac798e9-6a02-4f9c-b346-9b6fbee1c96c", "address": "fa:16:3e:36:d4:ae", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac798e9-6a", "ovs_interfaceid": "4ac798e9-6a02-4f9c-b346-9b6fbee1c96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.593679] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2137.593679] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528efb74-c1e7-a3a8-62b9-bc08aae9d878" [ 2137.593679] env[62180]: _type = "HttpNfcLease" [ 2137.593679] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2137.593920] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2137.593920] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528efb74-c1e7-a3a8-62b9-bc08aae9d878" [ 2137.593920] env[62180]: _type = "HttpNfcLease" [ 2137.593920] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2137.594655] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c62bef-489a-4bf9-a75d-2f023bedf0f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.602450] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58d56-f0cb-626e-c9af-2591dd97dfa7/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2137.602628] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58d56-f0cb-626e-c9af-2591dd97dfa7/disk-0.vmdk. {{(pid=62180) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2137.658858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-ba19382e-8974-4c77-85a6-019f411c7a4b tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.627s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.665661] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-869d1e8d-d732-42f5-88fe-04b9c8ddd50e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.677671] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.677916] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.678105] env[62180]: DEBUG nova.objects.instance [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62180) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2137.710238] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964439, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.913272] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5258375f-6a0e-e51d-6a79-bc7637f42e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013271} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.914753] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4e5113-f1c5-442f-b764-3c1d7fc9193b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.920018] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2137.920018] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a5495b-12ff-d7bf-66f5-d0690688835b" [ 2137.920018] env[62180]: _type = "Task" [ 2137.920018] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.930302] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a5495b-12ff-d7bf-66f5-d0690688835b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.088200] env[62180]: DEBUG oslo_concurrency.lockutils [req-1198777d-97e6-473a-a423-93e36e548a4a req-99d3aee6-2e04-4b07-99d3-4148a887a376 service nova] Releasing lock "refresh_cache-9dc0200e-0fff-478b-9636-1c17de698ca1" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.211037] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864768} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.211037] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] e88746e2-3098-4bef-9557-b6031c88a8ac/e88746e2-3098-4bef-9557-b6031c88a8ac.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2138.211037] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2138.211037] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9012d996-2029-4e3a-9e69-b375b2233c75 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.216135] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2138.216135] env[62180]: value = "task-1964440" [ 2138.216135] env[62180]: _type = "Task" [ 2138.216135] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.227917] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.432271] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a5495b-12ff-d7bf-66f5-d0690688835b, 'name': SearchDatastore_Task, 'duration_secs': 0.052399} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.432489] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.432821] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9dc0200e-0fff-478b-9636-1c17de698ca1/9dc0200e-0fff-478b-9636-1c17de698ca1.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2138.433137] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a29f1ec-5475-4b28-8944-f6d27d3a344e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.439728] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2138.439728] env[62180]: value = "task-1964441" [ 2138.439728] env[62180]: _type = "Task" [ 2138.439728] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.447294] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.687685] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dec039e2-9b4b-408e-b5ca-6a639beb2818 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.730405] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062423} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.732750] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2138.734071] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c910f3e2-a3b6-4d77-a5c3-1b39d3b13db0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.759526] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e88746e2-3098-4bef-9557-b6031c88a8ac/e88746e2-3098-4bef-9557-b6031c88a8ac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2138.763806] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f693d826-84db-4850-8b6c-81773294424e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.790486] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2138.790486] env[62180]: value = "task-1964442" [ 2138.790486] env[62180]: _type = "Task" [ 2138.790486] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.802071] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.938862] env[62180]: DEBUG nova.compute.manager [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Received event network-changed-10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2138.939046] env[62180]: DEBUG nova.compute.manager [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Refreshing instance network info cache due to event network-changed-10fe22e0-736e-4493-a9f6-b218d968228a. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2138.939393] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] Acquiring lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.939566] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] Acquired lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.939806] env[62180]: DEBUG nova.network.neutron [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Refreshing network info cache for port 10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2138.953618] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964441, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.301702] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964442, 'name': ReconfigVM_Task, 'duration_secs': 0.336235} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.302083] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e88746e2-3098-4bef-9557-b6031c88a8ac/e88746e2-3098-4bef-9557-b6031c88a8ac.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2139.302601] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70b27156-7452-4391-a4d9-f5730cfad172 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.309553] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2139.309553] env[62180]: value = "task-1964443" [ 2139.309553] env[62180]: _type = "Task" [ 2139.309553] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.319046] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964443, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.456142] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600798} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.456448] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9dc0200e-0fff-478b-9636-1c17de698ca1/9dc0200e-0fff-478b-9636-1c17de698ca1.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2139.456675] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2139.456972] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b8cb34-2155-4130-a986-6b1ed4f30405 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.465398] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2139.465398] env[62180]: value = "task-1964444" [ 2139.465398] env[62180]: _type = "Task" [ 2139.465398] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.477249] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.674923] env[62180]: DEBUG nova.network.neutron [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updated VIF entry in instance network info cache for port 10fe22e0-736e-4493-a9f6-b218d968228a. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2139.675494] env[62180]: DEBUG nova.network.neutron [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.685870] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Completed reading data from the image iterator. {{(pid=62180) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2139.687568] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58d56-f0cb-626e-c9af-2591dd97dfa7/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2139.687568] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113887e-3d0b-471e-9e40-5d64efe0eec7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.696543] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58d56-f0cb-626e-c9af-2591dd97dfa7/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2139.696752] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58d56-f0cb-626e-c9af-2591dd97dfa7/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2139.697021] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27bec381-5286-4e1a-9324-5f0c3a6b68c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.822672] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964443, 'name': Rename_Task, 'duration_secs': 0.230671} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.823030] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2139.823387] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444cc09b-3550-4a12-bb0d-cb2caea7e653 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.830977] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2139.830977] env[62180]: value = "task-1964445" [ 2139.830977] env[62180]: _type = "Task" [ 2139.830977] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.841368] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.974830] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066795} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.975130] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2139.976026] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c8b412-fcf8-4b0a-a745-cd28b3f96565 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.999679] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 9dc0200e-0fff-478b-9636-1c17de698ca1/9dc0200e-0fff-478b-9636-1c17de698ca1.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.000025] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff817eba-d738-49f2-b58e-762d9be9b0ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.020158] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2140.020158] env[62180]: value = "task-1964446" [ 2140.020158] env[62180]: _type = "Task" [ 2140.020158] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.028855] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.069664] env[62180]: DEBUG oslo_vmware.rw_handles [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e58d56-f0cb-626e-c9af-2591dd97dfa7/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2140.069841] env[62180]: INFO nova.virt.vmwareapi.images [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Downloaded image file data ddcc0938-1a72-44d0-a1f1-42548838eb81 [ 2140.070701] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3ac200-1b27-486a-a456-9ccfba8d2dfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.086294] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5df54a1-de20-4a9c-9101-5dd0baa73cba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.119250] env[62180]: INFO nova.virt.vmwareapi.images [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] The imported VM was unregistered [ 2140.122308] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Caching image {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2140.122308] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2140.122543] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2f0c95b-907e-4bb4-a101-b928962058ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.135171] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created directory with path [datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2140.135484] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b/OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b.vmdk to [datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81/ddcc0938-1a72-44d0-a1f1-42548838eb81.vmdk. {{(pid=62180) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2140.135783] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3e9c3faa-4555-4043-a392-3e02ce0fdee3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.142876] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2140.142876] env[62180]: value = "task-1964448" [ 2140.142876] env[62180]: _type = "Task" [ 2140.142876] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.150971] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.179044] env[62180]: DEBUG oslo_concurrency.lockutils [req-0ee85e1a-865d-4d48-b8b2-bcd89d5592a7 req-fd356b15-1868-472f-ae45-294413839166 service nova] Releasing lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.341054] env[62180]: DEBUG oslo_vmware.api [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964445, 'name': PowerOnVM_Task, 'duration_secs': 0.502512} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.341432] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.341737] env[62180]: INFO nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Took 13.21 seconds to spawn the instance on the hypervisor. [ 2140.341737] env[62180]: DEBUG nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.342537] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f84d1-3fc3-4354-8ab3-91c7b9c57ad0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.529993] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.652979] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.859930] env[62180]: INFO nova.compute.manager [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Took 19.12 seconds to build instance. [ 2141.035918] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.153620] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.362632] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7cde1dd-58dd-4268-910d-7f52403ae07f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.634s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.534522] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964446, 'name': ReconfigVM_Task, 'duration_secs': 1.044105} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.534826] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 9dc0200e-0fff-478b-9636-1c17de698ca1/9dc0200e-0fff-478b-9636-1c17de698ca1.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2141.535531] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fa85706-7617-4051-8220-6e58a0b2868c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.545383] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2141.545383] env[62180]: value = "task-1964449" [ 2141.545383] env[62180]: _type = "Task" [ 2141.545383] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.556953] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964449, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.655509] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.801406] env[62180]: DEBUG nova.compute.manager [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Received event network-changed-c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2141.801680] env[62180]: DEBUG nova.compute.manager [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Refreshing instance network info cache due to event network-changed-c389233c-32fc-4715-9040-a4957790b813. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2141.801954] env[62180]: DEBUG oslo_concurrency.lockutils [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] Acquiring lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.802135] env[62180]: DEBUG oslo_concurrency.lockutils [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] Acquired lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.802309] env[62180]: DEBUG nova.network.neutron [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Refreshing network info cache for port c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.059497] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964449, 'name': Rename_Task, 'duration_secs': 0.45779} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.059823] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.060125] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af3b2e9-d555-4a97-885d-c12ccd2b4abf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.070077] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2142.070077] env[62180]: value = "task-1964450" [ 2142.070077] env[62180]: _type = "Task" [ 2142.070077] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.082139] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.157493] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.566540] env[62180]: DEBUG nova.network.neutron [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Updated VIF entry in instance network info cache for port c389233c-32fc-4715-9040-a4957790b813. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2142.566909] env[62180]: DEBUG nova.network.neutron [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Updating instance_info_cache with network_info: [{"id": "c389233c-32fc-4715-9040-a4957790b813", "address": "fa:16:3e:26:a7:f6", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc389233c-32", "ovs_interfaceid": "c389233c-32fc-4715-9040-a4957790b813", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.583595] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.659399] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.069722] env[62180]: DEBUG oslo_concurrency.lockutils [req-125e5f27-e205-4083-ad28-7d211d2c6890 req-51f07d5b-ba98-4528-83bf-e41aaaf5dfe1 service nova] Releasing lock "refresh_cache-e88746e2-3098-4bef-9557-b6031c88a8ac" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.084467] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.157514] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.582707] env[62180]: DEBUG oslo_vmware.api [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964450, 'name': PowerOnVM_Task, 'duration_secs': 1.223508} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.583175] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.583281] env[62180]: INFO nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Took 9.31 seconds to spawn the instance on the hypervisor. [ 2143.583456] env[62180]: DEBUG nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.584321] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d2001e-2259-43ce-8883-037824758b89 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.658455] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964448, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.30122} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.658633] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b/OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b.vmdk to [datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81/ddcc0938-1a72-44d0-a1f1-42548838eb81.vmdk. [ 2143.658856] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Cleaning up location [datastore1] OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2143.659047] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ecf624c4-a605-4967-ad03-517182a3ad9b {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.659295] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1429e85-0238-4779-8748-a9170e775d83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.665126] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2143.665126] env[62180]: value = "task-1964452" [ 2143.665126] env[62180]: _type = "Task" [ 2143.665126] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.674514] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.101544] env[62180]: INFO nova.compute.manager [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Took 18.97 seconds to build instance. [ 2144.174531] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324653} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.174792] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.174959] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81/ddcc0938-1a72-44d0-a1f1-42548838eb81.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.175347] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81/ddcc0938-1a72-44d0-a1f1-42548838eb81.vmdk to [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2144.175540] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a6d828-a52d-4af8-bd0c-4a5b21bb3d01 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.181801] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2144.181801] env[62180]: value = "task-1964453" [ 2144.181801] env[62180]: _type = "Task" [ 2144.181801] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.189667] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.604086] env[62180]: DEBUG oslo_concurrency.lockutils [None req-265453d3-bb3d-417f-b4a6-2ba8277a6ee7 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.476s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.691717] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964453, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.195332] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964453, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.225221] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577a584-f019-4304-aec8-80426b8f1e57 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.232988] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Suspending the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2145.233305] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-de3ad547-549a-43d6-926a-5ffdeadb9a14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.241977] env[62180]: DEBUG oslo_vmware.api [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2145.241977] env[62180]: value = "task-1964454" [ 2145.241977] env[62180]: _type = "Task" [ 2145.241977] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.252717] env[62180]: DEBUG oslo_vmware.api [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964454, 'name': SuspendVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.697893] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964453, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.754335] env[62180]: DEBUG oslo_vmware.api [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964454, 'name': SuspendVM_Task} progress is 20%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.196070] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964453, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.255338] env[62180]: DEBUG oslo_vmware.api [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964454, 'name': SuspendVM_Task} progress is 87%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.697557] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964453, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.756185] env[62180]: DEBUG oslo_vmware.api [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964454, 'name': SuspendVM_Task} progress is 87%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.197313] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964453, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.659305} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.197546] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ddcc0938-1a72-44d0-a1f1-42548838eb81/ddcc0938-1a72-44d0-a1f1-42548838eb81.vmdk to [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2147.198312] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add702d6-33e0-488a-aa3d-d6bdaea957f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.219759] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2147.220061] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df12894-a3b3-4021-8344-f0529b6e79e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.238805] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2147.238805] env[62180]: value = "task-1964456" [ 2147.238805] env[62180]: _type = "Task" [ 2147.238805] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.246498] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.253975] env[62180]: DEBUG oslo_vmware.api [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964454, 'name': SuspendVM_Task, 'duration_secs': 1.678206} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.254244] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Suspended the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2147.254424] env[62180]: DEBUG nova.compute.manager [None req-c641fe44-814e-4931-9fb4-f78ba842040f tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2147.255202] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d709b9f0-e50b-4685-9df3-da2b018a0dee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.748741] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964456, 'name': ReconfigVM_Task, 'duration_secs': 0.35088} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.749020] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 322fc334-2d30-4969-8c83-289645241c65/322fc334-2d30-4969-8c83-289645241c65.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2147.750195] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': '73143b75-a96a-4fae-9e12-fbf8de74fcd2'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': 'edefe6df-d9dd-4f2f-8d5b-f68d15be3920', 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404631', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'name': 'volume-0f25bc2a-5873-4509-9585-cd6f18efaa97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '322fc334-2d30-4969-8c83-289645241c65', 'attached_at': '', 'detached_at': '', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'serial': '0f25bc2a-5873-4509-9585-cd6f18efaa97'}, 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62180) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2147.750404] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2147.750595] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404631', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'name': 'volume-0f25bc2a-5873-4509-9585-cd6f18efaa97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '322fc334-2d30-4969-8c83-289645241c65', 'attached_at': '', 'detached_at': '', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'serial': '0f25bc2a-5873-4509-9585-cd6f18efaa97'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2147.751418] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b909f70-33ad-4105-926c-0fda9fd3181e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.768187] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0129e6d-89ee-4e17-9b6e-7dc030b8f290 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.792346] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-0f25bc2a-5873-4509-9585-cd6f18efaa97/volume-0f25bc2a-5873-4509-9585-cd6f18efaa97.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2147.793176] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7bead6-b995-4dc3-9ba1-85f05a04b4cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.810910] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2147.810910] env[62180]: value = "task-1964457" [ 2147.810910] env[62180]: _type = "Task" [ 2147.810910] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.818944] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.320812] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964457, 'name': ReconfigVM_Task, 'duration_secs': 0.288465} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.320980] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-0f25bc2a-5873-4509-9585-cd6f18efaa97/volume-0f25bc2a-5873-4509-9585-cd6f18efaa97.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2148.325559] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397baa86-4e71-4972-80fd-36d54740c55c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.343502] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2148.343502] env[62180]: value = "task-1964459" [ 2148.343502] env[62180]: _type = "Task" [ 2148.343502] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.351408] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.704426] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "9dc0200e-0fff-478b-9636-1c17de698ca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.704733] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.704917] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "9dc0200e-0fff-478b-9636-1c17de698ca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.705117] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.705295] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.707593] env[62180]: INFO nova.compute.manager [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Terminating instance [ 2148.853258] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964459, 'name': ReconfigVM_Task, 'duration_secs': 0.135887} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.853553] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404631', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'name': 'volume-0f25bc2a-5873-4509-9585-cd6f18efaa97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '322fc334-2d30-4969-8c83-289645241c65', 'attached_at': '', 'detached_at': '', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'serial': '0f25bc2a-5873-4509-9585-cd6f18efaa97'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2148.854142] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f4b7f3b-70f4-438c-a6c7-4f0eb24f57d4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.860250] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2148.860250] env[62180]: value = "task-1964460" [ 2148.860250] env[62180]: _type = "Task" [ 2148.860250] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.867761] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964460, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.211681] env[62180]: DEBUG nova.compute.manager [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2149.211936] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2149.212902] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ac527-c24d-4a71-90fa-36586cb585e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.220662] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2149.220893] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6472cb61-449f-4438-863e-27aa242f2459 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.370190] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964460, 'name': Rename_Task, 'duration_secs': 0.156819} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.370565] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2149.370822] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299fc1a4-2f88-4a89-b64b-064ceacc0418 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.377203] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2149.377203] env[62180]: value = "task-1964462" [ 2149.377203] env[62180]: _type = "Task" [ 2149.377203] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.385035] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.886941] env[62180]: DEBUG oslo_vmware.api [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964462, 'name': PowerOnVM_Task, 'duration_secs': 0.45738} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.887231] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2149.983529] env[62180]: DEBUG nova.compute.manager [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.984468] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2758e6d1-10ab-4bcf-9276-81d5206e0556 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.499968] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44e3517b-ee9a-4025-a662-2315fcef212b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.796s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.963060] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2152.963060] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2152.963504] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleting the datastore file [datastore1] 9dc0200e-0fff-478b-9636-1c17de698ca1 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2152.963558] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e29c18fe-ec45-4513-bf87-421307de8ad0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.971110] env[62180]: DEBUG oslo_vmware.api [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2152.971110] env[62180]: value = "task-1964465" [ 2152.971110] env[62180]: _type = "Task" [ 2152.971110] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.981941] env[62180]: DEBUG oslo_vmware.api [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.480889] env[62180]: DEBUG oslo_vmware.api [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406228} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.481185] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2153.481377] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2153.481555] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2153.481730] env[62180]: INFO nova.compute.manager [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Took 4.27 seconds to destroy the instance on the hypervisor. [ 2153.481969] env[62180]: DEBUG oslo.service.loopingcall [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2153.482177] env[62180]: DEBUG nova.compute.manager [-] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2153.482273] env[62180]: DEBUG nova.network.neutron [-] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2153.704279] env[62180]: DEBUG nova.compute.manager [req-3880f706-0873-41e2-afd8-3696a1559ad9 req-d82f82b6-c4c5-46e6-b71d-4c53150b6aa3 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Received event network-vif-deleted-4ac798e9-6a02-4f9c-b346-9b6fbee1c96c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2153.704502] env[62180]: INFO nova.compute.manager [req-3880f706-0873-41e2-afd8-3696a1559ad9 req-d82f82b6-c4c5-46e6-b71d-4c53150b6aa3 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Neutron deleted interface 4ac798e9-6a02-4f9c-b346-9b6fbee1c96c; detaching it from the instance and deleting it from the info cache [ 2153.704681] env[62180]: DEBUG nova.network.neutron [req-3880f706-0873-41e2-afd8-3696a1559ad9 req-d82f82b6-c4c5-46e6-b71d-4c53150b6aa3 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.183468] env[62180]: DEBUG nova.network.neutron [-] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.207569] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baeb15eb-b256-45e5-b480-7d70b1975956 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.216883] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de10e062-975d-404e-a2da-9a94548a3375 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.245991] env[62180]: DEBUG nova.compute.manager [req-3880f706-0873-41e2-afd8-3696a1559ad9 req-d82f82b6-c4c5-46e6-b71d-4c53150b6aa3 service nova] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Detach interface failed, port_id=4ac798e9-6a02-4f9c-b346-9b6fbee1c96c, reason: Instance 9dc0200e-0fff-478b-9636-1c17de698ca1 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2154.686226] env[62180]: INFO nova.compute.manager [-] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Took 1.20 seconds to deallocate network for instance. [ 2155.193012] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.193395] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.193561] env[62180]: DEBUG nova.objects.instance [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'resources' on Instance uuid 9dc0200e-0fff-478b-9636-1c17de698ca1 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.808238] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee72dfd-2a0d-4ca5-85ec-f0a76058915f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.816197] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838000c2-5022-420b-ae4f-5fdd4254076a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.846778] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d245e3-7365-4454-b4b5-542c791e3f90 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.854522] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d6d35-9923-4cb2-8981-e0112f5727cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.868529] env[62180]: DEBUG nova.compute.provider_tree [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2155.909739] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.910018] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.394908] env[62180]: ERROR nova.scheduler.client.report [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [req-a30d981f-225b-4148-ac23-1e4f63e7cc16] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a30d981f-225b-4148-ac23-1e4f63e7cc16"}]} [ 2156.410822] env[62180]: DEBUG nova.scheduler.client.report [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2156.415964] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.416141] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2156.428681] env[62180]: DEBUG nova.scheduler.client.report [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2156.428896] env[62180]: DEBUG nova.compute.provider_tree [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2156.439796] env[62180]: DEBUG nova.scheduler.client.report [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2156.457270] env[62180]: DEBUG nova.scheduler.client.report [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2156.553739] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff3681-1d49-4916-aa9c-3c885eb56504 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.561955] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62e6cc-a1eb-4fd5-9abf-2d52541971a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.590669] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194103a9-a8c2-4b59-9eaa-e5d346fb9c85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.597429] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d688a6-fac3-46df-99ff-94cda5ebef1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.611243] env[62180]: DEBUG nova.compute.provider_tree [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2157.140863] env[62180]: DEBUG nova.scheduler.client.report [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2157.141168] env[62180]: DEBUG nova.compute.provider_tree [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 161 to 162 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2157.141353] env[62180]: DEBUG nova.compute.provider_tree [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2157.646321] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.664271] env[62180]: INFO nova.scheduler.client.report [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted allocations for instance 9dc0200e-0fff-478b-9636-1c17de698ca1 [ 2157.951191] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.951347] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.951493] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Forcefully refreshing network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2158.173741] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "4663ec09-e951-4f56-8133-0098ae178dc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.174014] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "4663ec09-e951-4f56-8133-0098ae178dc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.174244] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "4663ec09-e951-4f56-8133-0098ae178dc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.174429] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "4663ec09-e951-4f56-8133-0098ae178dc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.174599] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "4663ec09-e951-4f56-8133-0098ae178dc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.176117] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2378a7b0-e5da-4923-a40d-93f9cbe9bf8c tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "9dc0200e-0fff-478b-9636-1c17de698ca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.471s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.178044] env[62180]: INFO nova.compute.manager [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Terminating instance [ 2158.681353] env[62180]: DEBUG nova.compute.manager [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2158.681719] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2158.682584] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d29959f-1ba1-4312-8e1a-39904a0d38b0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.691116] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.691232] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf6fbd5-7bef-47d6-8cdc-f1b7553bd9f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.697522] env[62180]: DEBUG oslo_vmware.api [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2158.697522] env[62180]: value = "task-1964469" [ 2158.697522] env[62180]: _type = "Task" [ 2158.697522] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.174193] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.211427] env[62180]: DEBUG oslo_vmware.api [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964469, 'name': PowerOffVM_Task, 'duration_secs': 0.232798} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.211840] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.212187] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2159.212561] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a688100-4a70-4e65-8055-473c129fa7f6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.237979] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.238320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.484163] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2159.484401] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2159.484587] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleting the datastore file [datastore1] 4663ec09-e951-4f56-8133-0098ae178dc9 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2159.484856] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c3cb409-db5d-459c-aa76-8e9bd63cbd30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.491320] env[62180]: DEBUG oslo_vmware.api [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2159.491320] env[62180]: value = "task-1964471" [ 2159.491320] env[62180]: _type = "Task" [ 2159.491320] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.499217] env[62180]: DEBUG oslo_vmware.api [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.677702] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.677702] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updated the network info_cache for instance {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2159.677923] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2159.678132] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2159.678252] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2159.678403] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2159.678540] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2159.678686] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2159.678813] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2159.678956] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2159.741122] env[62180]: DEBUG nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2160.001530] env[62180]: DEBUG oslo_vmware.api [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130983} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.002279] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2160.002279] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2160.002279] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2160.002499] env[62180]: INFO nova.compute.manager [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2160.002560] env[62180]: DEBUG oslo.service.loopingcall [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2160.002741] env[62180]: DEBUG nova.compute.manager [-] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2160.002854] env[62180]: DEBUG nova.network.neutron [-] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2160.182360] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.182602] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.182762] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.182916] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2160.183798] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651ce1f-ab72-4194-9861-66e397d0b304 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.192217] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d26c9d-79c9-4997-be26-6995ceab27c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.205998] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d15252-a8c1-4b39-9f84-7f6ca8ebf16d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.213153] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad14834-bb23-4157-85d6-063c119ee8c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.244893] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180311MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2160.245202] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.245446] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.265588] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.467351] env[62180]: DEBUG nova.compute.manager [req-95a64ae6-cd5d-45d1-85c2-80d8fec71d01 req-53a73273-39b3-4744-8dbe-c8090a51c8b0 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Received event network-vif-deleted-f3aff43d-3c48-42e7-8030-e96ebce3255b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2160.467553] env[62180]: INFO nova.compute.manager [req-95a64ae6-cd5d-45d1-85c2-80d8fec71d01 req-53a73273-39b3-4744-8dbe-c8090a51c8b0 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Neutron deleted interface f3aff43d-3c48-42e7-8030-e96ebce3255b; detaching it from the instance and deleting it from the info cache [ 2160.467726] env[62180]: DEBUG nova.network.neutron [req-95a64ae6-cd5d-45d1-85c2-80d8fec71d01 req-53a73273-39b3-4744-8dbe-c8090a51c8b0 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.948081] env[62180]: DEBUG nova.network.neutron [-] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.969661] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-101ab179-66e0-4dfb-8741-e6be1c152913 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.979621] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02c0015-3cce-4546-a520-7707ee95a323 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.008515] env[62180]: DEBUG nova.compute.manager [req-95a64ae6-cd5d-45d1-85c2-80d8fec71d01 req-53a73273-39b3-4744-8dbe-c8090a51c8b0 service nova] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Detach interface failed, port_id=f3aff43d-3c48-42e7-8030-e96ebce3255b, reason: Instance 4663ec09-e951-4f56-8133-0098ae178dc9 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2161.277938] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.278115] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance bc1f4530-366c-47df-8af1-3e6fd8a69a85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.278243] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e8685c03-1d76-43b6-9329-c8231be9c458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.278361] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 0a225d67-666f-47b3-9c36-43cee5d0f657 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.278532] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 4663ec09-e951-4f56-8133-0098ae178dc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.278595] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance b124e1ac-33de-4214-93f0-c8cc6d836f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.278749] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 322fc334-2d30-4969-8c83-289645241c65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.278804] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e88746e2-3098-4bef-9557-b6031c88a8ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2161.451232] env[62180]: INFO nova.compute.manager [-] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Took 1.45 seconds to deallocate network for instance. [ 2161.782278] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance b71e4a87-be1a-4214-9faf-cabbaae77aae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2161.782484] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2161.782628] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2161.897156] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a8f695-a7ab-4ac9-9635-cfd7d864aac5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.904933] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62f521e-0c1e-4c3b-be0b-02d04e70eee0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.934442] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d520b5-c9b4-4ab4-bb3d-e4963de5664d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.941513] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e020e-41dd-44fa-b2d0-dc1c7030a6c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.954164] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.957540] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.194183] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "52cb4c57-fdfd-4032-b185-91aa8df07799" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.194408] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.473740] env[62180]: ERROR nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [req-e0a3a7c2-380e-4cc3-a509-d01b6f0a3565] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0a3a7c2-380e-4cc3-a509-d01b6f0a3565"}]} [ 2162.488661] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2162.500336] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2162.500518] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2162.510789] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2162.528026] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2162.639715] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec055f29-934c-4c02-9660-d44029a73ec7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.647180] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f51c1-01fe-44e2-9919-32437655d77e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.677854] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea81715-1316-4c1f-b84d-5f12188ce0af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.685158] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e88af2-9ff6-4884-ac19-5ca4e1c2b4ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.697915] env[62180]: DEBUG nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2162.700594] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2163.217817] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.233733] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2163.233965] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 164 to 165 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2163.234135] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2163.739869] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2163.739869] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.494s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.739869] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.474s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.741252] env[62180]: INFO nova.compute.claims [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2164.858258] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b843f8-10cc-4540-8f94-de8f47453fb4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.866009] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456dcedd-6fae-4e42-9c20-e3cec54dff88 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.895883] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196e6fc-8394-4a42-80a7-221478b34590 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.902692] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b404b2-57ec-488f-a1a2-8c0992d35c5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.915479] env[62180]: DEBUG nova.compute.provider_tree [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.418277] env[62180]: DEBUG nova.scheduler.client.report [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2165.922811] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.923348] env[62180]: DEBUG nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2165.925817] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.968s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.926049] env[62180]: DEBUG nova.objects.instance [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'resources' on Instance uuid 4663ec09-e951-4f56-8133-0098ae178dc9 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.428657] env[62180]: DEBUG nova.compute.utils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2166.432767] env[62180]: DEBUG nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2166.432939] env[62180]: DEBUG nova.network.neutron [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2166.480118] env[62180]: DEBUG nova.policy [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bea0385f9164681bb996c0dfef51978', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b938eb5aae44ed8a5587972e5e5c16f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2166.541312] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2570937-f94d-4e8a-a8f9-e7f3bae6f841 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.549105] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94969cc8-36e3-4ea2-a290-a49ee8b71f85 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.579501] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbc30b-c80f-422a-a7e2-ea347bff120a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.586889] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5cb51e-11c4-46ce-8859-5689e374f3dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.599854] env[62180]: DEBUG nova.compute.provider_tree [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2166.716532] env[62180]: DEBUG nova.network.neutron [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Successfully created port: 5c5ace65-3521-4046-a997-a96ade78986c {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2166.933487] env[62180]: DEBUG nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2167.102868] env[62180]: DEBUG nova.scheduler.client.report [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.607880] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.610177] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.392s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.611833] env[62180]: INFO nova.compute.claims [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2167.629724] env[62180]: INFO nova.scheduler.client.report [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted allocations for instance 4663ec09-e951-4f56-8133-0098ae178dc9 [ 2167.942654] env[62180]: DEBUG nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2167.970319] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2167.971254] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2167.971254] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2167.971254] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2167.971254] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2167.971254] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2167.971513] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2167.971556] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2167.971744] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2167.971932] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2167.972116] env[62180]: DEBUG nova.virt.hardware [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2167.973109] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548379ee-3958-4a18-8ab1-c2926d83670e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.980838] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744e5106-a786-48d7-88c9-d2b2ec0e56d7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.136051] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d7597058-7d7d-4d42-9185-41f3b1ceaf6c tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "4663ec09-e951-4f56-8133-0098ae178dc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.962s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.728963] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e4630f-27bb-494e-b485-a46f6ddf6663 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.737048] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c8c25-dc25-49be-921a-87303cc3a87e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.767750] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260073f-f99f-48c2-8cfd-d4745e222470 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.774978] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ae5b2-8279-4cf2-84b5-6ab2bb3a2bf2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.788198] env[62180]: DEBUG nova.compute.provider_tree [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.291574] env[62180]: DEBUG nova.scheduler.client.report [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.450364] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "e8685c03-1d76-43b6-9329-c8231be9c458" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.450730] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.797092] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.797513] env[62180]: DEBUG nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2169.954315] env[62180]: INFO nova.compute.manager [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Detaching volume 9cf7a4bd-67f1-4458-8bde-56e73ff21f91 [ 2169.984662] env[62180]: INFO nova.virt.block_device [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Attempting to driver detach volume 9cf7a4bd-67f1-4458-8bde-56e73ff21f91 from mountpoint /dev/sdb [ 2169.984915] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2169.985158] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404622', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'name': 'volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8685c03-1d76-43b6-9329-c8231be9c458', 'attached_at': '', 'detached_at': '', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'serial': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2169.986056] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f00643-b516-438b-a87e-a766fe816115 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.008121] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63825f98-befc-4c9a-a0eb-33fc05c3e2a2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.015152] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ba336-776e-4980-a7f0-8f2eb73d8ea6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.034473] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45bfb46-0393-4305-93b0-d4dcdefb7314 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.048610] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] The volume has not been displaced from its original location: [datastore1] volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91/volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2170.053914] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2170.054207] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be106b07-31a1-49a1-ac42-57df5f5fd56d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.071924] env[62180]: DEBUG oslo_vmware.api [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2170.071924] env[62180]: value = "task-1964472" [ 2170.071924] env[62180]: _type = "Task" [ 2170.071924] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.079238] env[62180]: DEBUG oslo_vmware.api [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.302578] env[62180]: DEBUG nova.compute.utils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2170.304559] env[62180]: DEBUG nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2170.304758] env[62180]: DEBUG nova.network.neutron [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2170.351384] env[62180]: DEBUG nova.policy [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3554d24dbe2402eb112a8073e43db92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33eabd25615941069f56dcd8f558ee32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2170.583164] env[62180]: DEBUG oslo_vmware.api [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964472, 'name': ReconfigVM_Task, 'duration_secs': 0.404346} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.583599] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2170.588296] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20dfe688-747c-453a-9d34-f4c1b4b9957e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.604068] env[62180]: DEBUG oslo_vmware.api [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2170.604068] env[62180]: value = "task-1964473" [ 2170.604068] env[62180]: _type = "Task" [ 2170.604068] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.611922] env[62180]: DEBUG oslo_vmware.api [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.661785] env[62180]: DEBUG nova.network.neutron [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Successfully created port: 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2170.808192] env[62180]: DEBUG nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2171.114157] env[62180]: DEBUG oslo_vmware.api [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964473, 'name': ReconfigVM_Task, 'duration_secs': 0.140761} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.114494] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404622', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'name': 'volume-9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8685c03-1d76-43b6-9329-c8231be9c458', 'attached_at': '', 'detached_at': '', 'volume_id': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91', 'serial': '9cf7a4bd-67f1-4458-8bde-56e73ff21f91'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2171.314387] env[62180]: INFO nova.virt.block_device [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Booting with volume 7afcd372-5143-40b6-b4ab-4387db15f53c at /dev/sda [ 2171.346381] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f020bc3-45e9-45fa-88ae-a4521feec34e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.355262] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7483b1c1-911f-4d6f-86e2-6d26b04c826f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.384155] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3c72757-04ef-4ee6-b398-4ecdb1ca6c7c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.391424] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268d5aca-7126-430c-aa44-b951847c440a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.417646] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83349665-e86c-4790-9c1e-a598499f9098 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.423290] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a3cb6-7a61-49f3-8c3f-1ecd39ad9c5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.435889] env[62180]: DEBUG nova.virt.block_device [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating existing volume attachment record: c1480ace-6ea3-4914-ab1e-abc27fc0beb4 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2171.658207] env[62180]: DEBUG nova.objects.instance [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'flavor' on Instance uuid e8685c03-1d76-43b6-9329-c8231be9c458 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.665524] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89b89013-1680-409e-b6dc-584ec647ccd8 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.518378] env[62180]: DEBUG nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2173.518997] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2173.519275] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2173.519471] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2173.519699] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2173.519899] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2173.520098] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2173.520354] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2173.520559] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2173.520743] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2173.520927] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2173.521139] env[62180]: DEBUG nova.virt.hardware [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2173.522054] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e662d814-f4ae-4027-aded-638fc1496fe9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.530478] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017c3f3-cdec-45cd-833a-ce9b499b6f10 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.691599] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "e8685c03-1d76-43b6-9329-c8231be9c458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.691991] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.692107] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "e8685c03-1d76-43b6-9329-c8231be9c458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.692294] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.692468] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.694748] env[62180]: INFO nova.compute.manager [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Terminating instance [ 2174.198901] env[62180]: DEBUG nova.compute.manager [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2174.199229] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2174.200183] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291dd1b8-b38d-447d-a83a-52847a55cf18 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.207936] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.208191] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c01f5c39-01ed-4cc5-80b3-0165d6326981 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.214754] env[62180]: DEBUG oslo_vmware.api [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2174.214754] env[62180]: value = "task-1964474" [ 2174.214754] env[62180]: _type = "Task" [ 2174.214754] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.222195] env[62180]: DEBUG oslo_vmware.api [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.474057] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "0a225d67-666f-47b3-9c36-43cee5d0f657" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.474410] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.474681] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "0a225d67-666f-47b3-9c36-43cee5d0f657-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.474875] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.475102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.477441] env[62180]: INFO nova.compute.manager [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Terminating instance [ 2174.724697] env[62180]: DEBUG oslo_vmware.api [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964474, 'name': PowerOffVM_Task, 'duration_secs': 0.202857} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.725021] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.725212] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2174.725466] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-428a46d5-f2d6-4b38-a540-c68002740447 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.981269] env[62180]: DEBUG nova.compute.manager [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2174.981611] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2174.982859] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985439d1-17d7-42f9-a385-5bfa0dd84466 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.992716] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.993038] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83bf0f04-6284-45f1-a2bb-a14a6e6bd4c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.999643] env[62180]: DEBUG oslo_vmware.api [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2174.999643] env[62180]: value = "task-1964476" [ 2174.999643] env[62180]: _type = "Task" [ 2174.999643] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.010400] env[62180]: DEBUG oslo_vmware.api [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.134419] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2175.134770] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2175.135119] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleting the datastore file [datastore1] e8685c03-1d76-43b6-9329-c8231be9c458 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2175.135529] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95573793-84d2-49cc-a67d-a4dab3a65277 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.146277] env[62180]: DEBUG oslo_vmware.api [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2175.146277] env[62180]: value = "task-1964477" [ 2175.146277] env[62180]: _type = "Task" [ 2175.146277] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.158524] env[62180]: DEBUG oslo_vmware.api [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.196215] env[62180]: DEBUG nova.compute.manager [req-31dd79c6-bb03-4110-9f6f-c705455340c9 req-17e121f7-7fe0-4667-81f4-d6e9baf721f1 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Received event network-vif-plugged-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2175.196215] env[62180]: DEBUG oslo_concurrency.lockutils [req-31dd79c6-bb03-4110-9f6f-c705455340c9 req-17e121f7-7fe0-4667-81f4-d6e9baf721f1 service nova] Acquiring lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.196215] env[62180]: DEBUG oslo_concurrency.lockutils [req-31dd79c6-bb03-4110-9f6f-c705455340c9 req-17e121f7-7fe0-4667-81f4-d6e9baf721f1 service nova] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.196215] env[62180]: DEBUG oslo_concurrency.lockutils [req-31dd79c6-bb03-4110-9f6f-c705455340c9 req-17e121f7-7fe0-4667-81f4-d6e9baf721f1 service nova] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.196215] env[62180]: DEBUG nova.compute.manager [req-31dd79c6-bb03-4110-9f6f-c705455340c9 req-17e121f7-7fe0-4667-81f4-d6e9baf721f1 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] No waiting events found dispatching network-vif-plugged-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2175.196738] env[62180]: WARNING nova.compute.manager [req-31dd79c6-bb03-4110-9f6f-c705455340c9 req-17e121f7-7fe0-4667-81f4-d6e9baf721f1 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Received unexpected event network-vif-plugged-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 for instance with vm_state building and task_state spawning. [ 2175.366511] env[62180]: DEBUG nova.network.neutron [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Successfully updated port: 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2175.419329] env[62180]: DEBUG nova.network.neutron [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Successfully updated port: 5c5ace65-3521-4046-a997-a96ade78986c {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2175.509240] env[62180]: DEBUG oslo_vmware.api [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964476, 'name': PowerOffVM_Task, 'duration_secs': 0.182508} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.509523] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2175.509689] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2175.509932] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a817bcd3-9021-4ca5-8b6b-8d121574b295 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.655792] env[62180]: DEBUG oslo_vmware.api [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145438} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.656076] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2175.656265] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2175.656442] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2175.656618] env[62180]: INFO nova.compute.manager [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Took 1.46 seconds to destroy the instance on the hypervisor. [ 2175.656867] env[62180]: DEBUG oslo.service.loopingcall [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.657077] env[62180]: DEBUG nova.compute.manager [-] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2175.657174] env[62180]: DEBUG nova.network.neutron [-] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2175.709098] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2175.709342] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2175.709525] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleting the datastore file [datastore1] 0a225d67-666f-47b3-9c36-43cee5d0f657 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2175.709788] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e076b05-f1bc-4efd-ae68-d5ca62161d11 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.716360] env[62180]: DEBUG oslo_vmware.api [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2175.716360] env[62180]: value = "task-1964479" [ 2175.716360] env[62180]: _type = "Task" [ 2175.716360] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.724161] env[62180]: DEBUG oslo_vmware.api [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.868258] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.868730] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.868730] env[62180]: DEBUG nova.network.neutron [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2175.921079] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.921246] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.921402] env[62180]: DEBUG nova.network.neutron [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2175.968809] env[62180]: DEBUG oslo_concurrency.lockutils [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.969069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.228640] env[62180]: DEBUG oslo_vmware.api [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136251} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.228903] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2176.229103] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2176.229291] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2176.229466] env[62180]: INFO nova.compute.manager [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2176.229742] env[62180]: DEBUG oslo.service.loopingcall [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2176.230229] env[62180]: DEBUG nova.compute.manager [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2176.230331] env[62180]: DEBUG nova.network.neutron [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2176.409887] env[62180]: DEBUG nova.network.neutron [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2176.474456] env[62180]: DEBUG nova.compute.utils [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2176.489381] env[62180]: DEBUG nova.network.neutron [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2176.589765] env[62180]: DEBUG nova.network.neutron [-] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.729800] env[62180]: DEBUG nova.network.neutron [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [{"id": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "address": "fa:16:3e:05:98:d3", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ed7c9d-5b", "ovs_interfaceid": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.770341] env[62180]: DEBUG nova.network.neutron [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance_info_cache with network_info: [{"id": "5c5ace65-3521-4046-a997-a96ade78986c", "address": "fa:16:3e:07:a5:76", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5ace65-35", "ovs_interfaceid": "5c5ace65-3521-4046-a997-a96ade78986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.978056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.092338] env[62180]: INFO nova.compute.manager [-] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Took 1.43 seconds to deallocate network for instance. [ 2177.232569] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.232924] env[62180]: DEBUG nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Instance network_info: |[{"id": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "address": "fa:16:3e:05:98:d3", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ed7c9d-5b", "ovs_interfaceid": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2177.233606] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:98:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69ed7c9d-5bc3-4fc8-82d3-6a58c2668387', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2177.241035] env[62180]: DEBUG oslo.service.loopingcall [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2177.241240] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2177.241471] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac229db4-5c2a-4ff4-8a25-4ce324d71dc9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.262565] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2177.262565] env[62180]: value = "task-1964480" [ 2177.262565] env[62180]: _type = "Task" [ 2177.262565] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.270073] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964480, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.272643] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.272986] env[62180]: DEBUG nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Instance network_info: |[{"id": "5c5ace65-3521-4046-a997-a96ade78986c", "address": "fa:16:3e:07:a5:76", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5ace65-35", "ovs_interfaceid": "5c5ace65-3521-4046-a997-a96ade78986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2177.273331] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a5:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c5ace65-3521-4046-a997-a96ade78986c', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2177.288071] env[62180]: DEBUG oslo.service.loopingcall [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2177.288291] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2177.288503] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-381db5ba-b027-4d42-9c29-10f6125aacf9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.305835] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Received event network-vif-plugged-5c5ace65-3521-4046-a997-a96ade78986c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2177.306056] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Acquiring lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.306267] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.306431] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.306593] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] No waiting events found dispatching network-vif-plugged-5c5ace65-3521-4046-a997-a96ade78986c {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2177.306796] env[62180]: WARNING nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Received unexpected event network-vif-plugged-5c5ace65-3521-4046-a997-a96ade78986c for instance with vm_state building and task_state spawning. [ 2177.307052] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Received event network-changed-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2177.307263] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Refreshing instance network info cache due to event network-changed-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2177.307369] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Acquiring lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.307504] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Acquired lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.307657] env[62180]: DEBUG nova.network.neutron [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Refreshing network info cache for port 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2177.313880] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2177.313880] env[62180]: value = "task-1964481" [ 2177.313880] env[62180]: _type = "Task" [ 2177.313880] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.323995] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964481, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.389334] env[62180]: DEBUG nova.network.neutron [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.599539] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.599934] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.600209] env[62180]: DEBUG nova.objects.instance [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'resources' on Instance uuid e8685c03-1d76-43b6-9329-c8231be9c458 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2177.773191] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964480, 'name': CreateVM_Task, 'duration_secs': 0.430866} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.773191] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2177.773716] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'c1480ace-6ea3-4914-ab1e-abc27fc0beb4', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404639', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'name': 'volume-7afcd372-5143-40b6-b4ab-4387db15f53c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52cb4c57-fdfd-4032-b185-91aa8df07799', 'attached_at': '', 'detached_at': '', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'serial': '7afcd372-5143-40b6-b4ab-4387db15f53c'}, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62180) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2177.773923] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Root volume attach. Driver type: vmdk {{(pid=62180) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2177.774736] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b11d6d1-57e2-4695-983c-0a731a752efb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.782063] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db16468-0257-48ea-a92a-142eb7078e36 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.788227] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b838e89f-6095-4453-8f9d-d46e746d1d8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.793829] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d4d847cb-5e79-44c3-aad1-a255cc5ff844 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.801478] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2177.801478] env[62180]: value = "task-1964482" [ 2177.801478] env[62180]: _type = "Task" [ 2177.801478] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.809186] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964482, 'name': RelocateVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.823278] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964481, 'name': CreateVM_Task, 'duration_secs': 0.430476} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.823435] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2177.824041] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.824211] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.824530] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2177.824759] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c547103-432e-48fc-b773-93d655f86e7f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.828537] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2177.828537] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c2de05-a684-cd0e-996f-02631016aa99" [ 2177.828537] env[62180]: _type = "Task" [ 2177.828537] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.835462] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c2de05-a684-cd0e-996f-02631016aa99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.891913] env[62180]: INFO nova.compute.manager [-] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Took 1.66 seconds to deallocate network for instance. [ 2178.029156] env[62180]: DEBUG nova.network.neutron [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updated VIF entry in instance network info cache for port 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2178.029556] env[62180]: DEBUG nova.network.neutron [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [{"id": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "address": "fa:16:3e:05:98:d3", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ed7c9d-5b", "ovs_interfaceid": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.044576] env[62180]: DEBUG oslo_concurrency.lockutils [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.044814] env[62180]: DEBUG oslo_concurrency.lockutils [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.045085] env[62180]: INFO nova.compute.manager [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Attaching volume cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9 to /dev/sdb [ 2178.078425] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5350a1-0d61-41f2-97dc-cc631a8067c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.085392] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4290fe6f-9deb-4755-8e4f-69379749c6fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.098338] env[62180]: DEBUG nova.virt.block_device [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating existing volume attachment record: b2a84e34-bbf4-4940-9433-5c0d6b7ea11e {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2178.212082] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218a1c6e-d129-4e46-bceb-31d9d3e7173e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.218984] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae70b2d-aa39-436d-8b95-18185fffc0eb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.248413] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b609778-ad09-4f96-a617-565025e89cc2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.255270] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc84c9-b0a1-426f-bc1b-36052ac6fcf8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.267627] env[62180]: DEBUG nova.compute.provider_tree [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2178.314099] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964482, 'name': RelocateVM_Task, 'duration_secs': 0.027995} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.314099] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2178.314099] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404639', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'name': 'volume-7afcd372-5143-40b6-b4ab-4387db15f53c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52cb4c57-fdfd-4032-b185-91aa8df07799', 'attached_at': '', 'detached_at': '', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'serial': '7afcd372-5143-40b6-b4ab-4387db15f53c'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2178.314099] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423848b3-66e2-4e51-b9b2-e799c328069e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.329089] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aff431-e2b3-4971-86f2-cd85f2558bfa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.352508] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-7afcd372-5143-40b6-b4ab-4387db15f53c/volume-7afcd372-5143-40b6-b4ab-4387db15f53c.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2178.356326] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1e80c1-535f-42c8-a18e-e14658a49806 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.370402] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52c2de05-a684-cd0e-996f-02631016aa99, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.370737] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.370976] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2178.371222] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.371365] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.371541] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2178.372239] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff3fcff-ba41-4691-99d4-1f29f6595fb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.377030] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2178.377030] env[62180]: value = "task-1964486" [ 2178.377030] env[62180]: _type = "Task" [ 2178.377030] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.381147] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2178.381357] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2178.385223] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc20c59d-5757-4b2d-836a-804adfb22842 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.387401] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.390331] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2178.390331] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523e71be-65e7-54e9-5dbd-3b36f27d069f" [ 2178.390331] env[62180]: _type = "Task" [ 2178.390331] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.398444] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523e71be-65e7-54e9-5dbd-3b36f27d069f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.399325] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.532291] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Releasing lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.532588] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Received event network-changed-5c5ace65-3521-4046-a997-a96ade78986c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2178.532804] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Refreshing instance network info cache due to event network-changed-5c5ace65-3521-4046-a997-a96ade78986c. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2178.533067] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Acquiring lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.533233] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Acquired lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.533422] env[62180]: DEBUG nova.network.neutron [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Refreshing network info cache for port 5c5ace65-3521-4046-a997-a96ade78986c {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.774950] env[62180]: DEBUG nova.scheduler.client.report [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2178.886955] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964486, 'name': ReconfigVM_Task, 'duration_secs': 0.264319} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.887291] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-7afcd372-5143-40b6-b4ab-4387db15f53c/volume-7afcd372-5143-40b6-b4ab-4387db15f53c.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.891914] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb42fdd4-7d1e-49ae-a3fb-0ab8599c9ccb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.909702] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523e71be-65e7-54e9-5dbd-3b36f27d069f, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.911279] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2178.911279] env[62180]: value = "task-1964487" [ 2178.911279] env[62180]: _type = "Task" [ 2178.911279] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.911470] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df247dca-ef8f-4f74-827c-e3dace3a5460 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.921946] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.922863] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2178.922863] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5210736c-be86-967d-f833-be82d84ec056" [ 2178.922863] env[62180]: _type = "Task" [ 2178.922863] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.930234] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5210736c-be86-967d-f833-be82d84ec056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.217825] env[62180]: DEBUG nova.network.neutron [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updated VIF entry in instance network info cache for port 5c5ace65-3521-4046-a997-a96ade78986c. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2179.218268] env[62180]: DEBUG nova.network.neutron [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance_info_cache with network_info: [{"id": "5c5ace65-3521-4046-a997-a96ade78986c", "address": "fa:16:3e:07:a5:76", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5ace65-35", "ovs_interfaceid": "5c5ace65-3521-4046-a997-a96ade78986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.279622] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.281839] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.882s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.282041] env[62180]: DEBUG nova.objects.instance [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'resources' on Instance uuid 0a225d67-666f-47b3-9c36-43cee5d0f657 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2179.296780] env[62180]: INFO nova.scheduler.client.report [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted allocations for instance e8685c03-1d76-43b6-9329-c8231be9c458 [ 2179.423343] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964487, 'name': ReconfigVM_Task, 'duration_secs': 0.133696} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.423674] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404639', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'name': 'volume-7afcd372-5143-40b6-b4ab-4387db15f53c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '52cb4c57-fdfd-4032-b185-91aa8df07799', 'attached_at': '', 'detached_at': '', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'serial': '7afcd372-5143-40b6-b4ab-4387db15f53c'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2179.426933] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31373ba4-0b4c-4c4c-8413-fcf2074fec4c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.433803] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5210736c-be86-967d-f833-be82d84ec056, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.434926] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.435208] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b71e4a87-be1a-4214-9faf-cabbaae77aae/b71e4a87-be1a-4214-9faf-cabbaae77aae.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2179.435504] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2179.435504] env[62180]: value = "task-1964488" [ 2179.435504] env[62180]: _type = "Task" [ 2179.435504] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.435687] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-764d88f9-234b-43fc-8958-4803129215f2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.445296] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964488, 'name': Rename_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.446573] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2179.446573] env[62180]: value = "task-1964489" [ 2179.446573] env[62180]: _type = "Task" [ 2179.446573] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.453912] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.721836] env[62180]: DEBUG oslo_concurrency.lockutils [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] Releasing lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.722236] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Received event network-vif-deleted-97c7e722-a7ce-4f85-8522-6b9deab896fb {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2179.722580] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Received event network-vif-deleted-54e884bf-443c-430d-8c0d-a45a9e2f4195 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2179.722805] env[62180]: INFO nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Neutron deleted interface 54e884bf-443c-430d-8c0d-a45a9e2f4195; detaching it from the instance and deleting it from the info cache [ 2179.723133] env[62180]: DEBUG nova.network.neutron [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.806524] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f5ab7ff9-b93a-4436-bd89-1cea7e5e8800 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "e8685c03-1d76-43b6-9329-c8231be9c458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.114s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.908381] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e9ea05-7aea-4a99-905d-68a705e80cf7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.915722] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c5d23-3c17-43eb-b19c-727a50f8782e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.948303] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd23324-27c3-48e0-ba06-d1172839d6d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.961089] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964488, 'name': Rename_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.964912] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2cffb5-e9a4-4b95-9d38-b75bef1d00b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.969030] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482482} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.969290] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] b71e4a87-be1a-4214-9faf-cabbaae77aae/b71e4a87-be1a-4214-9faf-cabbaae77aae.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2179.969497] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2179.970073] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0531f88c-3ae7-478d-afcc-57c8a9498f95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.979370] env[62180]: DEBUG nova.compute.provider_tree [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.985382] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2179.985382] env[62180]: value = "task-1964490" [ 2179.985382] env[62180]: _type = "Task" [ 2179.985382] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.994019] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.226391] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa838b0c-8675-425c-a833-be2154303980 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.235876] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd17a90-9fb3-4c07-9ada-05f9204283b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.264581] env[62180]: DEBUG nova.compute.manager [req-9a10f485-22c1-45df-8f8a-f3f3e4a6d1d0 req-eefe3eef-11fd-4a49-8c31-d558fd1705af service nova] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Detach interface failed, port_id=54e884bf-443c-430d-8c0d-a45a9e2f4195, reason: Instance 0a225d67-666f-47b3-9c36-43cee5d0f657 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2180.454730] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964488, 'name': Rename_Task, 'duration_secs': 0.683311} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.455019] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2180.455272] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905c9307-805b-45f4-99ff-2f132bafc553 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.461673] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2180.461673] env[62180]: value = "task-1964492" [ 2180.461673] env[62180]: _type = "Task" [ 2180.461673] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.469332] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.482783] env[62180]: DEBUG nova.scheduler.client.report [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.498593] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066047} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.499530] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2180.500777] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dd950d-27f2-4b4d-ae98-cc2d5c24bc74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.531411] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b71e4a87-be1a-4214-9faf-cabbaae77aae/b71e4a87-be1a-4214-9faf-cabbaae77aae.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2180.532406] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb82a667-cb7a-4885-b9c6-88d1f023c050 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.557148] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2180.557148] env[62180]: value = "task-1964493" [ 2180.557148] env[62180]: _type = "Task" [ 2180.557148] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.562788] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.979036] env[62180]: DEBUG oslo_vmware.api [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964492, 'name': PowerOnVM_Task, 'duration_secs': 0.506997} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.979239] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2180.979432] env[62180]: INFO nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Took 7.46 seconds to spawn the instance on the hypervisor. [ 2180.979617] env[62180]: DEBUG nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.980423] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a032a3f0-976c-4031-9535-9e04a999c11d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.993495] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.021694] env[62180]: INFO nova.scheduler.client.report [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted allocations for instance 0a225d67-666f-47b3-9c36-43cee5d0f657 [ 2181.065796] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964493, 'name': ReconfigVM_Task, 'duration_secs': 0.349101} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.066127] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b71e4a87-be1a-4214-9faf-cabbaae77aae/b71e4a87-be1a-4214-9faf-cabbaae77aae.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2181.066766] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6010a2df-c9ec-4bbe-bdfc-accbd26965f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.073177] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2181.073177] env[62180]: value = "task-1964494" [ 2181.073177] env[62180]: _type = "Task" [ 2181.073177] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.082218] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964494, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.501028] env[62180]: INFO nova.compute.manager [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Took 18.30 seconds to build instance. [ 2181.530462] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3900e68-a6d9-43ac-a724-280fdbb9ffb6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "0a225d67-666f-47b3-9c36-43cee5d0f657" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.055s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.583511] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964494, 'name': Rename_Task, 'duration_secs': 0.155812} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.583806] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2181.584071] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a8bc2d-94b6-4ee4-8a84-5168ba2d3540 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.590798] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2181.590798] env[62180]: value = "task-1964495" [ 2181.590798] env[62180]: _type = "Task" [ 2181.590798] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.598579] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.868480] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "212ef16b-d208-420c-a55d-56f08f391d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.868601] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.002056] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf6e056f-45aa-4ec0-89d6-eefc1b501455 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.807s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.025166] env[62180]: DEBUG nova.compute.manager [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Received event network-changed-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2182.025326] env[62180]: DEBUG nova.compute.manager [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Refreshing instance network info cache due to event network-changed-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2182.025534] env[62180]: DEBUG oslo_concurrency.lockutils [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] Acquiring lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.025635] env[62180]: DEBUG oslo_concurrency.lockutils [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] Acquired lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.025796] env[62180]: DEBUG nova.network.neutron [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Refreshing network info cache for port fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2182.102026] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.370855] env[62180]: DEBUG nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2182.603448] env[62180]: DEBUG oslo_vmware.api [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964495, 'name': PowerOnVM_Task, 'duration_secs': 0.648153} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.606211] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2182.606746] env[62180]: INFO nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Took 14.66 seconds to spawn the instance on the hypervisor. [ 2182.606923] env[62180]: DEBUG nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.607738] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579ba07-c1e8-40e1-be59-b58649b35ee6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.641958] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2182.642349] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404643', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'name': 'volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b124e1ac-33de-4214-93f0-c8cc6d836f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'serial': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2182.643165] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e7f1b3-9c52-4ff3-a03d-80a95c7db5cc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.664675] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e36178-0186-45e5-979e-1219d65c07bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.690051] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9/volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2182.690781] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133181d6-b78c-4aaf-86b6-68e1f2087cd0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.712573] env[62180]: DEBUG oslo_vmware.api [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2182.712573] env[62180]: value = "task-1964496" [ 2182.712573] env[62180]: _type = "Task" [ 2182.712573] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.720262] env[62180]: DEBUG oslo_vmware.api [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.774730] env[62180]: DEBUG nova.network.neutron [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updated VIF entry in instance network info cache for port fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2182.775139] env[62180]: DEBUG nova.network.neutron [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.892155] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.892415] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.894486] env[62180]: INFO nova.compute.claims [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2183.130823] env[62180]: INFO nova.compute.manager [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Took 22.88 seconds to build instance. [ 2183.222405] env[62180]: DEBUG oslo_vmware.api [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.277783] env[62180]: DEBUG oslo_concurrency.lockutils [req-98fec057-ac5c-4ef8-b3cb-c6176076b2c2 req-28ecf7a5-57f0-41ec-aafb-2808434e75b3 service nova] Releasing lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.490245] env[62180]: DEBUG nova.compute.manager [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2183.577950] env[62180]: DEBUG nova.compute.manager [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2183.632516] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4670ccac-e964-4d46-ad0b-5e0b73aa80f0 tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.394s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.724620] env[62180]: DEBUG oslo_vmware.api [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964496, 'name': ReconfigVM_Task, 'duration_secs': 0.592142} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.724937] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9/volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2183.729887] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c786d2-f53e-44c7-9c02-2ddcfbc02efa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.745551] env[62180]: DEBUG oslo_vmware.api [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2183.745551] env[62180]: value = "task-1964497" [ 2183.745551] env[62180]: _type = "Task" [ 2183.745551] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.753852] env[62180]: DEBUG oslo_vmware.api [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.008567] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.040559] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41541e2a-4434-4170-bb74-161a2a22ae6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.048293] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70572fd9-9751-4563-86ac-109823a260fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.053189] env[62180]: DEBUG nova.compute.manager [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Received event network-changed-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2184.053382] env[62180]: DEBUG nova.compute.manager [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Refreshing instance network info cache due to event network-changed-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2184.053595] env[62180]: DEBUG oslo_concurrency.lockutils [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] Acquiring lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.053739] env[62180]: DEBUG oslo_concurrency.lockutils [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] Acquired lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.053897] env[62180]: DEBUG nova.network.neutron [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Refreshing network info cache for port 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2184.086511] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf4163d-c4fc-4fc8-a21a-829840ba7192 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.094746] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5148afd-f1bd-414c-a126-339d9e1de125 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.099045] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.110612] env[62180]: DEBUG nova.compute.provider_tree [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.196372] env[62180]: DEBUG nova.compute.manager [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2184.255946] env[62180]: DEBUG oslo_vmware.api [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964497, 'name': ReconfigVM_Task, 'duration_secs': 0.142414} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.256278] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404643', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'name': 'volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b124e1ac-33de-4214-93f0-c8cc6d836f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'serial': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2184.614247] env[62180]: DEBUG nova.scheduler.client.report [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2184.715914] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.813861] env[62180]: DEBUG nova.network.neutron [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updated VIF entry in instance network info cache for port 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2184.814251] env[62180]: DEBUG nova.network.neutron [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [{"id": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "address": "fa:16:3e:05:98:d3", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ed7c9d-5b", "ovs_interfaceid": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.119198] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.119786] env[62180]: DEBUG nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2185.123156] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.115s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.316993] env[62180]: DEBUG oslo_concurrency.lockutils [req-541d9db4-393f-4776-b0f1-6df9db97e300 req-8f5cb5f0-5bc0-4edf-9080-10e6f8077098 service nova] Releasing lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.324199] env[62180]: DEBUG nova.objects.instance [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'flavor' on Instance uuid b124e1ac-33de-4214-93f0-c8cc6d836f12 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.626862] env[62180]: DEBUG nova.compute.utils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2185.630118] env[62180]: INFO nova.compute.claims [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2185.633685] env[62180]: DEBUG nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2185.633851] env[62180]: DEBUG nova.network.neutron [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2185.676101] env[62180]: DEBUG nova.policy [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e432b9d906af4e2e9ce7b696fe62be33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc38168be3c4db298a5e24844095724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2185.829326] env[62180]: DEBUG oslo_concurrency.lockutils [None req-83a3f415-00ae-4d35-bbd3-627854c22d5d tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.784s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.134235] env[62180]: DEBUG nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2186.138563] env[62180]: INFO nova.compute.resource_tracker [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating resource usage from migration 9abc1066-74ca-44ad-b46e-f11ded945d00 [ 2186.157330] env[62180]: DEBUG nova.compute.manager [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2186.180713] env[62180]: DEBUG nova.network.neutron [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Successfully created port: cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2186.312366] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb6e524-b0be-47ce-ae09-e18e3b9726b6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.320127] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a423dd-5b08-4962-9902-169607b875e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.351288] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8df433d-3bce-40db-968f-b36c1abee998 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.358713] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a427f3-e9dc-4322-bb53-30bdecd40322 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.372647] env[62180]: DEBUG nova.compute.provider_tree [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2186.676684] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.874924] env[62180]: DEBUG nova.scheduler.client.report [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2187.149058] env[62180]: DEBUG nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2187.176708] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2187.176962] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2187.177135] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2187.177319] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2187.177464] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2187.177613] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2187.177914] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2187.178142] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2187.178319] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2187.178485] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2187.178660] env[62180]: DEBUG nova.virt.hardware [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2187.179598] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07600e7e-ee0b-4816-b9b2-1895ec764e77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.187897] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43569c-694f-464d-b913-27fd16243921 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.380243] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.257s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.380460] env[62180]: INFO nova.compute.manager [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Migrating [ 2187.386999] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.288s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.461782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.461782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.566568] env[62180]: DEBUG nova.compute.manager [req-cbf4ba5a-f80d-443b-8dc9-a2735a2b8c7e req-2172a710-8646-48c4-856c-b2f9933f42f8 service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Received event network-vif-plugged-cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2187.566673] env[62180]: DEBUG oslo_concurrency.lockutils [req-cbf4ba5a-f80d-443b-8dc9-a2735a2b8c7e req-2172a710-8646-48c4-856c-b2f9933f42f8 service nova] Acquiring lock "212ef16b-d208-420c-a55d-56f08f391d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.566963] env[62180]: DEBUG oslo_concurrency.lockutils [req-cbf4ba5a-f80d-443b-8dc9-a2735a2b8c7e req-2172a710-8646-48c4-856c-b2f9933f42f8 service nova] Lock "212ef16b-d208-420c-a55d-56f08f391d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.567159] env[62180]: DEBUG oslo_concurrency.lockutils [req-cbf4ba5a-f80d-443b-8dc9-a2735a2b8c7e req-2172a710-8646-48c4-856c-b2f9933f42f8 service nova] Lock "212ef16b-d208-420c-a55d-56f08f391d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.567328] env[62180]: DEBUG nova.compute.manager [req-cbf4ba5a-f80d-443b-8dc9-a2735a2b8c7e req-2172a710-8646-48c4-856c-b2f9933f42f8 service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] No waiting events found dispatching network-vif-plugged-cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2187.567497] env[62180]: WARNING nova.compute.manager [req-cbf4ba5a-f80d-443b-8dc9-a2735a2b8c7e req-2172a710-8646-48c4-856c-b2f9933f42f8 service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Received unexpected event network-vif-plugged-cf792dfe-c78b-44e3-b141-eb040ecc62a3 for instance with vm_state building and task_state spawning. [ 2187.653108] env[62180]: DEBUG nova.network.neutron [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Successfully updated port: cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2187.897796] env[62180]: INFO nova.compute.claims [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2187.901715] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.901900] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.902056] env[62180]: DEBUG nova.network.neutron [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2187.964756] env[62180]: INFO nova.compute.manager [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Detaching volume 0f25bc2a-5873-4509-9585-cd6f18efaa97 [ 2188.000907] env[62180]: INFO nova.virt.block_device [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Attempting to driver detach volume 0f25bc2a-5873-4509-9585-cd6f18efaa97 from mountpoint /dev/sdb [ 2188.001190] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2188.001396] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404631', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'name': 'volume-0f25bc2a-5873-4509-9585-cd6f18efaa97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '322fc334-2d30-4969-8c83-289645241c65', 'attached_at': '', 'detached_at': '', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'serial': '0f25bc2a-5873-4509-9585-cd6f18efaa97'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2188.002328] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d47c02-a54b-4ba9-b6d0-92011ae34b75 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.024665] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2804a5-2f64-4027-93aa-024381db8252 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.031691] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ab41ae-2582-4f34-a62e-842ad06a020b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.051337] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a1d7c5-8e63-4947-8dbc-f1c9e5a995b7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.066305] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f25bc2a-5873-4509-9585-cd6f18efaa97/volume-0f25bc2a-5873-4509-9585-cd6f18efaa97.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2188.071579] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2188.072057] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9542bd-d4d4-4591-a62a-ed4d8e2b1181 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.091407] env[62180]: DEBUG oslo_vmware.api [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2188.091407] env[62180]: value = "task-1964498" [ 2188.091407] env[62180]: _type = "Task" [ 2188.091407] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.099300] env[62180]: DEBUG oslo_vmware.api [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.156159] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.156326] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.156469] env[62180]: DEBUG nova.network.neutron [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2188.406734] env[62180]: INFO nova.compute.resource_tracker [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating resource usage from migration 6445cdc2-9855-4bab-bf3d-8f495c040550 [ 2188.606175] env[62180]: DEBUG oslo_vmware.api [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964498, 'name': ReconfigVM_Task, 'duration_secs': 0.225108} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.606351] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2188.613896] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cc3494f-44a7-4795-a8c8-c5f9906f629d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.628504] env[62180]: DEBUG oslo_vmware.api [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2188.628504] env[62180]: value = "task-1964499" [ 2188.628504] env[62180]: _type = "Task" [ 2188.628504] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.638338] env[62180]: DEBUG nova.network.neutron [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [{"id": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "address": "fa:16:3e:05:98:d3", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ed7c9d-5b", "ovs_interfaceid": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.639914] env[62180]: DEBUG oslo_vmware.api [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.656494] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ed7fd-8534-4791-9fc9-90b8c7dd7b08 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.665414] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731ef8ca-ff46-4a0d-9e1b-59b8f9a26961 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.696950] env[62180]: DEBUG nova.network.neutron [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2188.699391] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177c656-3543-475f-a6c5-c6a94e526304 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.706997] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49236971-3993-4eaf-928a-b9e839df1286 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.719711] env[62180]: DEBUG nova.compute.provider_tree [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.842540] env[62180]: DEBUG nova.network.neutron [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Updating instance_info_cache with network_info: [{"id": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "address": "fa:16:3e:a4:ef:d9", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf792dfe-c7", "ovs_interfaceid": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.140083] env[62180]: DEBUG oslo_vmware.api [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964499, 'name': ReconfigVM_Task, 'duration_secs': 0.145586} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.140397] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404631', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'name': 'volume-0f25bc2a-5873-4509-9585-cd6f18efaa97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '322fc334-2d30-4969-8c83-289645241c65', 'attached_at': '', 'detached_at': '', 'volume_id': '0f25bc2a-5873-4509-9585-cd6f18efaa97', 'serial': '0f25bc2a-5873-4509-9585-cd6f18efaa97'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2189.142925] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.224051] env[62180]: DEBUG nova.scheduler.client.report [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.345488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.345818] env[62180]: DEBUG nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Instance network_info: |[{"id": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "address": "fa:16:3e:a4:ef:d9", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf792dfe-c7", "ovs_interfaceid": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2189.346297] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:ef:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf792dfe-c78b-44e3-b141-eb040ecc62a3', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2189.354026] env[62180]: DEBUG oslo.service.loopingcall [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.354265] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2189.354546] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96cb2e3d-2bed-4e85-9ac2-3300624a5180 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.374366] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2189.374366] env[62180]: value = "task-1964500" [ 2189.374366] env[62180]: _type = "Task" [ 2189.374366] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.381556] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.591395] env[62180]: DEBUG nova.compute.manager [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Received event network-changed-cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2189.591601] env[62180]: DEBUG nova.compute.manager [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Refreshing instance network info cache due to event network-changed-cf792dfe-c78b-44e3-b141-eb040ecc62a3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2189.591816] env[62180]: DEBUG oslo_concurrency.lockutils [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] Acquiring lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.591960] env[62180]: DEBUG oslo_concurrency.lockutils [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] Acquired lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.592319] env[62180]: DEBUG nova.network.neutron [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Refreshing network info cache for port cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2189.683830] env[62180]: DEBUG nova.objects.instance [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'flavor' on Instance uuid 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2189.729055] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.342s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.729055] env[62180]: INFO nova.compute.manager [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Migrating [ 2189.735673] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.020s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.884520] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.242331] env[62180]: INFO nova.compute.claims [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2190.250019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.250019] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.250019] env[62180]: DEBUG nova.network.neutron [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2190.331592] env[62180]: DEBUG nova.network.neutron [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Updated VIF entry in instance network info cache for port cf792dfe-c78b-44e3-b141-eb040ecc62a3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2190.331592] env[62180]: DEBUG nova.network.neutron [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Updating instance_info_cache with network_info: [{"id": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "address": "fa:16:3e:a4:ef:d9", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf792dfe-c7", "ovs_interfaceid": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.387312] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.657042] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a982ee-83c6-44c1-86fa-c0fb507d1257 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.675631] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance '52cb4c57-fdfd-4032-b185-91aa8df07799' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2190.690408] env[62180]: DEBUG oslo_concurrency.lockutils [None req-9f0394b4-24c9-41d9-bbbc-9d035217c3b3 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.750496] env[62180]: INFO nova.compute.resource_tracker [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating resource usage from migration 6ccf1e8d-7b28-4eae-bac1-0ea475efca8f [ 2190.832796] env[62180]: DEBUG oslo_concurrency.lockutils [req-f8e273e4-acfc-4401-819b-e1c5fdfdf64d req-b277ef63-01f3-4588-80cf-ad5ab5115f2a service nova] Releasing lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.888461] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.891142] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d728ed-e7fc-4dab-93c9-43b96f46cbef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.897392] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc360aa-36d1-4583-a9b8-f953522dd74e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.927942] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a5a91-f837-4b2f-816e-d8d16ac108a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.934821] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611306c1-d26d-492d-9c3d-20334b8ffa38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.948650] env[62180]: DEBUG nova.compute.provider_tree [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2190.993422] env[62180]: DEBUG nova.network.neutron [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.181691] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.182011] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09b617be-fc8a-441d-be49-ce0df83a36b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.189776] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2191.189776] env[62180]: value = "task-1964501" [ 2191.189776] env[62180]: _type = "Task" [ 2191.189776] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.197973] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.387214] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.452840] env[62180]: DEBUG nova.scheduler.client.report [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.495981] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.700509] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964501, 'name': PowerOffVM_Task, 'duration_secs': 0.26871} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.700798] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.700985] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance '52cb4c57-fdfd-4032-b185-91aa8df07799' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2191.715327] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.715565] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.715777] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "322fc334-2d30-4969-8c83-289645241c65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.715962] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.716150] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.718303] env[62180]: INFO nova.compute.manager [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Terminating instance [ 2191.887869] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.958013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.222s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.958277] env[62180]: INFO nova.compute.manager [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Migrating [ 2191.965592] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.289s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.207838] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2192.208128] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2192.208263] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2192.208470] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2192.208642] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2192.208792] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2192.208999] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2192.209179] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2192.209398] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2192.209614] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2192.209796] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2192.215487] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f271f4-97a3-4567-ae7b-9df8f31a70bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.228086] env[62180]: DEBUG nova.compute.manager [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2192.228328] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2192.229178] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f060b842-6755-4de7-b784-b7fb19adab95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.237334] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2192.238459] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d89b699-21ac-42c9-adc5-7b68eca0ac3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.240025] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2192.240025] env[62180]: value = "task-1964502" [ 2192.240025] env[62180]: _type = "Task" [ 2192.240025] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.244502] env[62180]: DEBUG oslo_vmware.api [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2192.244502] env[62180]: value = "task-1964503" [ 2192.244502] env[62180]: _type = "Task" [ 2192.244502] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.250795] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.257640] env[62180]: DEBUG oslo_vmware.api [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.389377] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.478488] env[62180]: INFO nova.compute.claims [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2192.482862] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.483065] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.483439] env[62180]: DEBUG nova.network.neutron [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.753277] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964502, 'name': ReconfigVM_Task, 'duration_secs': 0.186443} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.753277] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance '52cb4c57-fdfd-4032-b185-91aa8df07799' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2192.758805] env[62180]: DEBUG oslo_vmware.api [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964503, 'name': PowerOffVM_Task, 'duration_secs': 0.200104} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.759289] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2192.759466] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2192.759713] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cdf81b8-e3f8-437d-b115-0c170ca56ecc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.889770] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.987451] env[62180]: INFO nova.compute.resource_tracker [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating resource usage from migration e83c2fae-1380-4406-a4dd-40aea7d0ad8f [ 2193.009273] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae025ac-d899-4f46-a6ad-047e17bde8ce {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.029859] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance 'bc1f4530-366c-47df-8af1-3e6fd8a69a85' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2193.149083] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29538a64-36be-4399-8924-c323000bf1d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.156203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386ff858-5f8b-4a13-a5ae-d7b5f8c4e112 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.188223] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd664f9-0eb9-4c8a-a4b0-30d89fa37e95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.195405] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21525941-0c67-4b59-ae0d-173606af8dfc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.208416] env[62180]: DEBUG nova.compute.provider_tree [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.222214] env[62180]: DEBUG nova.network.neutron [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance_info_cache with network_info: [{"id": "5c5ace65-3521-4046-a997-a96ade78986c", "address": "fa:16:3e:07:a5:76", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5ace65-35", "ovs_interfaceid": "5c5ace65-3521-4046-a997-a96ade78986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.261988] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.262281] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.262507] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.262704] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.262850] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.262996] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.263218] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.263403] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.263573] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.263733] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.263916] env[62180]: DEBUG nova.virt.hardware [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.269159] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2193.269689] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d157b033-fcad-4a76-8e68-696a2162fe31 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.289302] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2193.289302] env[62180]: value = "task-1964505" [ 2193.289302] env[62180]: _type = "Task" [ 2193.289302] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.298503] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.389537] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.539267] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.539576] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ded3812-de7c-44e1-8915-eb4c62b1e8dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.547151] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2193.547151] env[62180]: value = "task-1964506" [ 2193.547151] env[62180]: _type = "Task" [ 2193.547151] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.555767] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.712136] env[62180]: DEBUG nova.scheduler.client.report [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.724646] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.799554] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964505, 'name': ReconfigVM_Task, 'duration_secs': 0.190109} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.800051] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2193.800816] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e333f146-1ebb-41ad-aeba-8e97750d4bad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.823399] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-7afcd372-5143-40b6-b4ab-4387db15f53c/volume-7afcd372-5143-40b6-b4ab-4387db15f53c.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2193.823642] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2491215-0243-4ed5-a3d8-0eef21d66ab1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.841104] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2193.841104] env[62180]: value = "task-1964507" [ 2193.841104] env[62180]: _type = "Task" [ 2193.841104] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.848272] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.889747] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.056968] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964506, 'name': PowerOffVM_Task, 'duration_secs': 0.174149} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.056968] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2194.056968] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance 'bc1f4530-366c-47df-8af1-3e6fd8a69a85' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.217280] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.252s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.217495] env[62180]: INFO nova.compute.manager [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Migrating [ 2194.351018] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964507, 'name': ReconfigVM_Task, 'duration_secs': 0.263828} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.351302] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-7afcd372-5143-40b6-b4ab-4387db15f53c/volume-7afcd372-5143-40b6-b4ab-4387db15f53c.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2194.351569] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance '52cb4c57-fdfd-4032-b185-91aa8df07799' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.390457] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.563569] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2194.563828] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2194.563987] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2194.564187] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2194.564338] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2194.564488] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2194.564721] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2194.565054] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2194.565054] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2194.565226] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2194.565403] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2194.570552] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822d4912-45cf-4119-a828-fb42df87b326 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.586785] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2194.586785] env[62180]: value = "task-1964508" [ 2194.586785] env[62180]: _type = "Task" [ 2194.586785] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.594844] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.738015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.738216] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.738396] env[62180]: DEBUG nova.network.neutron [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2194.784780] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2194.784780] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2194.785157] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleting the datastore file [datastore1] 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2194.785473] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3df424c5-dffb-418c-bc0e-d381d9f699ee {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.795026] env[62180]: DEBUG oslo_vmware.api [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2194.795026] env[62180]: value = "task-1964509" [ 2194.795026] env[62180]: _type = "Task" [ 2194.795026] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.802379] env[62180]: DEBUG oslo_vmware.api [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.858489] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1218c-6cb1-4fad-913b-880ef7e99360 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.878196] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a349ec31-dd56-465b-901d-e6ec4086337b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.897678] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance '52cb4c57-fdfd-4032-b185-91aa8df07799' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.906078] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.097348] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.245728] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d21b4d7-06b1-4d9f-a535-1587fb2d3467 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.264488] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance 'b71e4a87-be1a-4214-9faf-cabbaae77aae' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2195.303834] env[62180]: DEBUG oslo_vmware.api [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170854} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.304766] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2195.304958] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2195.305151] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2195.305325] env[62180]: INFO nova.compute.manager [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 322fc334-2d30-4969-8c83-289645241c65] Took 3.08 seconds to destroy the instance on the hypervisor. [ 2195.305564] env[62180]: DEBUG oslo.service.loopingcall [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2195.305757] env[62180]: DEBUG nova.compute.manager [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2195.305851] env[62180]: DEBUG nova.network.neutron [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2195.390975] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964500, 'name': CreateVM_Task, 'duration_secs': 5.623433} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.391336] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2195.391837] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.392028] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.392390] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2195.392655] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d00e6d-60b8-4e1c-8cb5-b6f1d1da4bd9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.399175] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2195.399175] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522a8703-c714-2a26-5293-19fc2cf72691" [ 2195.399175] env[62180]: _type = "Task" [ 2195.399175] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.414077] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522a8703-c714-2a26-5293-19fc2cf72691, 'name': SearchDatastore_Task, 'duration_secs': 0.008583} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.416187] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.416415] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2195.416640] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.416784] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.416988] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2195.417419] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc7b9617-9d8a-4bff-a90f-e8816578439a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.424937] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2195.425138] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2195.425916] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545aa034-67c6-4552-84f5-c751ba3b2299 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.432835] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2195.432835] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528c1852-b8bb-33b2-0c5e-69eb19f875a1" [ 2195.432835] env[62180]: _type = "Task" [ 2195.432835] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.440448] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528c1852-b8bb-33b2-0c5e-69eb19f875a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.580632] env[62180]: DEBUG nova.network.neutron [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.599194] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.771359] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2195.771725] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d4fd0b-ebd9-4028-9b1a-7fc24803fbb8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.778276] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2195.778276] env[62180]: value = "task-1964510" [ 2195.778276] env[62180]: _type = "Task" [ 2195.778276] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.788180] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.944338] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528c1852-b8bb-33b2-0c5e-69eb19f875a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008043} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.945134] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a767f19d-d2d8-481a-b2af-37fbdc7cafa8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.950224] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2195.950224] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5240b452-7b16-96c4-d2de-18f974238eb4" [ 2195.950224] env[62180]: _type = "Task" [ 2195.950224] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.958968] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5240b452-7b16-96c4-d2de-18f974238eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.009382] env[62180]: DEBUG nova.compute.manager [req-448ece3e-062a-4941-9ce7-3ec1a5935f57 req-fd884e49-e62f-4d25-b7f9-f43dbe4c8dab service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Received event network-vif-deleted-80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2196.009647] env[62180]: INFO nova.compute.manager [req-448ece3e-062a-4941-9ce7-3ec1a5935f57 req-fd884e49-e62f-4d25-b7f9-f43dbe4c8dab service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Neutron deleted interface 80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e; detaching it from the instance and deleting it from the info cache [ 2196.009926] env[62180]: DEBUG nova.network.neutron [req-448ece3e-062a-4941-9ce7-3ec1a5935f57 req-fd884e49-e62f-4d25-b7f9-f43dbe4c8dab service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.083260] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.098085] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964508, 'name': ReconfigVM_Task, 'duration_secs': 1.200274} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.098408] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance 'bc1f4530-366c-47df-8af1-3e6fd8a69a85' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2196.287995] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964510, 'name': PowerOffVM_Task, 'duration_secs': 0.180969} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.288283] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.288474] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance 'b71e4a87-be1a-4214-9faf-cabbaae77aae' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2196.460772] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5240b452-7b16-96c4-d2de-18f974238eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.461151] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.461342] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 212ef16b-d208-420c-a55d-56f08f391d86/212ef16b-d208-420c-a55d-56f08f391d86.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2196.461593] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b8b4965-0cba-4287-93bc-0312618af8cf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.468522] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2196.468522] env[62180]: value = "task-1964511" [ 2196.468522] env[62180]: _type = "Task" [ 2196.468522] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.476213] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.485646] env[62180]: DEBUG nova.network.neutron [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.513374] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a82be177-3401-4fa5-b4ac-b6957fdf5529 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.523027] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303c020-c020-4e9a-aee1-867542ff7ffc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.556344] env[62180]: DEBUG nova.compute.manager [req-448ece3e-062a-4941-9ce7-3ec1a5935f57 req-fd884e49-e62f-4d25-b7f9-f43dbe4c8dab service nova] [instance: 322fc334-2d30-4969-8c83-289645241c65] Detach interface failed, port_id=80d0d15d-4aa5-4ce3-9fa4-55b43a410a7e, reason: Instance 322fc334-2d30-4969-8c83-289645241c65 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2196.569797] env[62180]: DEBUG nova.network.neutron [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Port 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2196.605030] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2196.605030] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2196.605030] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2196.605030] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2196.605307] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2196.605307] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2196.605445] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2196.605604] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2196.605770] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2196.605933] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2196.606124] env[62180]: DEBUG nova.virt.hardware [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2196.611689] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2196.611856] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d8471a-95e7-4480-9ad2-bc179e266175 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.632092] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2196.632092] env[62180]: value = "task-1964512" [ 2196.632092] env[62180]: _type = "Task" [ 2196.632092] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.643301] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.794917] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2196.795189] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2196.795351] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2196.795535] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2196.795750] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2196.795821] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2196.796042] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2196.796213] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2196.796388] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2196.796554] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2196.796725] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2196.801964] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ca62ce-b64e-429a-a22e-a9c82585ec30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.819629] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2196.819629] env[62180]: value = "task-1964513" [ 2196.819629] env[62180]: _type = "Task" [ 2196.819629] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.830614] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.978648] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494884} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.978911] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 212ef16b-d208-420c-a55d-56f08f391d86/212ef16b-d208-420c-a55d-56f08f391d86.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2196.979135] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2196.979394] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16925aae-41d4-42a2-a479-c7d19c615a7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.985848] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2196.985848] env[62180]: value = "task-1964514" [ 2196.985848] env[62180]: _type = "Task" [ 2196.985848] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.989442] env[62180]: INFO nova.compute.manager [-] [instance: 322fc334-2d30-4969-8c83-289645241c65] Took 1.68 seconds to deallocate network for instance. [ 2196.997780] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.143513] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964512, 'name': ReconfigVM_Task, 'duration_secs': 0.431501} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.143803] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2197.144583] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338605ae-5570-44cf-9451-5c44f6358a6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.165922] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] bc1f4530-366c-47df-8af1-3e6fd8a69a85/bc1f4530-366c-47df-8af1-3e6fd8a69a85.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2197.166460] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb34283-6829-4a8b-a0b9-5f5246a1e2e5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.185097] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2197.185097] env[62180]: value = "task-1964515" [ 2197.185097] env[62180]: _type = "Task" [ 2197.185097] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.193152] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.329958] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964513, 'name': ReconfigVM_Task, 'duration_secs': 0.208082} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.330296] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance 'b71e4a87-be1a-4214-9faf-cabbaae77aae' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2197.495808] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072481} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.496213] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2197.496899] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317479d2-3ad9-4fdd-b4de-9e57b263fae0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.499878] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.500126] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.500529] env[62180]: DEBUG nova.objects.instance [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'resources' on Instance uuid 322fc334-2d30-4969-8c83-289645241c65 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.521878] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 212ef16b-d208-420c-a55d-56f08f391d86/212ef16b-d208-420c-a55d-56f08f391d86.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2197.522751] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac40ddb8-ec0a-4794-a750-7e58f646cc9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.543225] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2197.543225] env[62180]: value = "task-1964516" [ 2197.543225] env[62180]: _type = "Task" [ 2197.543225] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.551265] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.591974] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.592242] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.592473] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.597988] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de7dbb9-4082-4a2b-9f2c-e1467c88ac41 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.622384] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance 'b124e1ac-33de-4214-93f0-c8cc6d836f12' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2197.694983] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964515, 'name': ReconfigVM_Task, 'duration_secs': 0.264709} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.695281] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Reconfigured VM instance instance-00000057 to attach disk [datastore1] bc1f4530-366c-47df-8af1-3e6fd8a69a85/bc1f4530-366c-47df-8af1-3e6fd8a69a85.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2197.695549] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance 'bc1f4530-366c-47df-8af1-3e6fd8a69a85' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2197.838658] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2197.839008] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2197.839239] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2197.839501] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2197.839708] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2197.839922] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2197.840234] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2197.840451] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2197.840684] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2197.840912] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2197.841171] env[62180]: DEBUG nova.virt.hardware [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2197.849667] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2197.850071] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7468496e-b096-4526-8eae-2539baaf647c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.877024] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2197.877024] env[62180]: value = "task-1964517" [ 2197.877024] env[62180]: _type = "Task" [ 2197.877024] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.884974] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.056032] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964516, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.129845] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2198.130172] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46a85da-ff75-4dcd-b5ea-e3057c32855b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.139166] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2198.139166] env[62180]: value = "task-1964518" [ 2198.139166] env[62180]: _type = "Task" [ 2198.139166] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.148793] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.168558] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8782664-20da-4b90-ac75-dbfc85fb5dd6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.175794] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6428e6-7244-49bf-94b6-0f3f0199fe5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.209214] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1261ce-0364-448d-8135-2dcf45a59c24 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.212505] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d2f4d-cc91-4a45-b99c-eb1c3e2834d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.234892] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c28bb6f-58ba-45a3-9603-714ba79d0a26 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.239570] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e680757a-dc94-4e9e-a00a-eb4ccb2cd23e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.252414] env[62180]: DEBUG nova.compute.provider_tree [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2198.266945] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance 'bc1f4530-366c-47df-8af1-3e6fd8a69a85' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2198.386460] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964517, 'name': ReconfigVM_Task, 'duration_secs': 0.237804} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.386659] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2198.387493] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3092fc-72c4-4548-bb8a-a6406a1d632c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.410025] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b71e4a87-be1a-4214-9faf-cabbaae77aae/b71e4a87-be1a-4214-9faf-cabbaae77aae.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2198.410025] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4520812-856e-4d3f-8663-79f72163d192 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.427497] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2198.427497] env[62180]: value = "task-1964519" [ 2198.427497] env[62180]: _type = "Task" [ 2198.427497] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.434679] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964519, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.554215] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964516, 'name': ReconfigVM_Task, 'duration_secs': 0.554221} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.554577] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 212ef16b-d208-420c-a55d-56f08f391d86/212ef16b-d208-420c-a55d-56f08f391d86.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2198.555157] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a065555-5d42-46d8-a508-4f3e2040b024 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.561136] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2198.561136] env[62180]: value = "task-1964520" [ 2198.561136] env[62180]: _type = "Task" [ 2198.561136] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.570322] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964520, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.634626] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.634864] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.635076] env[62180]: DEBUG nova.network.neutron [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2198.651893] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964518, 'name': PowerOffVM_Task, 'duration_secs': 0.19648} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.652204] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2198.652446] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance 'b124e1ac-33de-4214-93f0-c8cc6d836f12' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2198.771812] env[62180]: DEBUG nova.scheduler.client.report [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2198.812671] env[62180]: DEBUG nova.network.neutron [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Port 963a6151-dd8d-4646-b38f-0d0755d0a643 binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2198.937213] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964519, 'name': ReconfigVM_Task, 'duration_secs': 0.243949} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.937524] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b71e4a87-be1a-4214-9faf-cabbaae77aae/b71e4a87-be1a-4214-9faf-cabbaae77aae.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2198.937791] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance 'b71e4a87-be1a-4214-9faf-cabbaae77aae' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2199.070408] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964520, 'name': Rename_Task, 'duration_secs': 0.137503} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.070700] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.070938] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f44bf28-b578-4b09-b24b-5229459c47fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.077291] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2199.077291] env[62180]: value = "task-1964521" [ 2199.077291] env[62180]: _type = "Task" [ 2199.077291] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.087647] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.159030] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2199.159246] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2199.159404] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2199.159592] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2199.159739] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2199.159886] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2199.160263] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2199.160581] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2199.160794] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2199.161776] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2199.161776] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2199.176551] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7853c6c5-df89-47bc-9073-4ad9890bf5d1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.188479] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2199.188479] env[62180]: value = "task-1964522" [ 2199.188479] env[62180]: _type = "Task" [ 2199.188479] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.197165] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.280182] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.301591] env[62180]: INFO nova.scheduler.client.report [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted allocations for instance 322fc334-2d30-4969-8c83-289645241c65 [ 2199.424163] env[62180]: DEBUG nova.network.neutron [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [{"id": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "address": "fa:16:3e:05:98:d3", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ed7c9d-5b", "ovs_interfaceid": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.444330] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db8bb4-fd85-4d63-b607-80e17950ee8d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.463736] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58679a35-d353-4f8c-a55c-f8cea034dddb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.482738] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance 'b71e4a87-be1a-4214-9faf-cabbaae77aae' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2199.587845] env[62180]: DEBUG oslo_vmware.api [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964521, 'name': PowerOnVM_Task, 'duration_secs': 0.45244} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.588552] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2199.588807] env[62180]: INFO nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Took 12.44 seconds to spawn the instance on the hypervisor. [ 2199.589040] env[62180]: DEBUG nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2199.589879] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c4ab1-c122-452c-9323-032d511ef434 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.698452] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964522, 'name': ReconfigVM_Task, 'duration_secs': 0.223167} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.698719] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance 'b124e1ac-33de-4214-93f0-c8cc6d836f12' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2199.810247] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8f491035-5b97-47c2-9aed-5899c509e775 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "322fc334-2d30-4969-8c83-289645241c65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.094s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.829932] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.830199] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.830359] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.926912] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.055313] env[62180]: DEBUG nova.network.neutron [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Port 5c5ace65-3521-4046-a997-a96ade78986c binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2200.106902] env[62180]: INFO nova.compute.manager [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Took 17.23 seconds to build instance. [ 2200.205200] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2200.205484] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2200.205674] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2200.205996] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2200.206221] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2200.206496] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2200.208278] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2200.208278] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2200.208278] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2200.208278] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2200.208278] env[62180]: DEBUG nova.virt.hardware [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2200.216551] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2200.216551] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54fde85f-df39-4e0f-b225-43c477d0569d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.243195] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2200.243195] env[62180]: value = "task-1964523" [ 2200.243195] env[62180]: _type = "Task" [ 2200.243195] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.255592] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.436748] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d143f3-15bf-424e-b967-2d090da0f76a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.445588] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ee1ff-c280-4981-89c1-06fe7891add3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.609068] env[62180]: DEBUG oslo_concurrency.lockutils [None req-e21d1a0c-1c34-425e-99e9-515fb857316d tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.740s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.752320] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964523, 'name': ReconfigVM_Task, 'duration_secs': 0.312401} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.752616] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2200.753431] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b85131-41eb-4e23-9ae9-17223de40176 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.777873] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2200.778175] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e22f30-f7e8-4516-9306-4ab2823cbc20 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.798442] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2200.798442] env[62180]: value = "task-1964524" [ 2200.798442] env[62180]: _type = "Task" [ 2200.798442] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.806013] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.875127] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2200.875346] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2200.875531] env[62180]: DEBUG nova.network.neutron [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2201.076964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.077201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.078276] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.101126] env[62180]: DEBUG nova.compute.manager [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Received event network-changed-cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2201.101126] env[62180]: DEBUG nova.compute.manager [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Refreshing instance network info cache due to event network-changed-cf792dfe-c78b-44e3-b141-eb040ecc62a3. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2201.101126] env[62180]: DEBUG oslo_concurrency.lockutils [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] Acquiring lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.101126] env[62180]: DEBUG oslo_concurrency.lockutils [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] Acquired lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.101126] env[62180]: DEBUG nova.network.neutron [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Refreshing network info cache for port cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2201.309801] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964524, 'name': ReconfigVM_Task, 'duration_secs': 0.269198} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.310377] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2201.311299] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance 'b124e1ac-33de-4214-93f0-c8cc6d836f12' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2201.567595] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc1ba57-dafc-436c-9e9f-fcff088834a8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.593827] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5e6f0e-828c-41e1-a6a4-0983b4b97ef1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.609318] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance '52cb4c57-fdfd-4032-b185-91aa8df07799' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2201.736359] env[62180]: DEBUG nova.network.neutron [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.818084] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8d1a6f-8f4e-4e4a-8d06-5af781489857 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.846923] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91faf9e-fca6-413b-aa45-f661ddbaa79c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.868311] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance 'b124e1ac-33de-4214-93f0-c8cc6d836f12' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2201.938748] env[62180]: DEBUG nova.network.neutron [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Updated VIF entry in instance network info cache for port cf792dfe-c78b-44e3-b141-eb040ecc62a3. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2201.939134] env[62180]: DEBUG nova.network.neutron [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Updating instance_info_cache with network_info: [{"id": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "address": "fa:16:3e:a4:ef:d9", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf792dfe-c7", "ovs_interfaceid": "cf792dfe-c78b-44e3-b141-eb040ecc62a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.115727] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2202.116069] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d6581d-6d4b-4c1a-9883-71280439af33 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.124857] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2202.124857] env[62180]: value = "task-1964525" [ 2202.124857] env[62180]: _type = "Task" [ 2202.124857] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.133598] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.134462] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.134649] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.134851] env[62180]: DEBUG nova.network.neutron [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2202.239236] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.299850] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.300131] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.442053] env[62180]: DEBUG oslo_concurrency.lockutils [req-ded36e7b-a53e-40a6-8890-f0c39c217ab6 req-9a1220de-1e5b-49f0-820d-0372dd88ae3e service nova] Releasing lock "refresh_cache-212ef16b-d208-420c-a55d-56f08f391d86" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.634735] env[62180]: DEBUG oslo_vmware.api [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964525, 'name': PowerOnVM_Task, 'duration_secs': 0.357116} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.635036] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2202.635187] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b8e3d-d5f9-43bd-a7f8-3ab15870c3ab tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance '52cb4c57-fdfd-4032-b185-91aa8df07799' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2202.766045] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6deb1-a7fd-4ecd-ad72-a22d13b6f2fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.786022] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97ddf62-9f24-4c7f-a65c-e0afe7a76acb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.792777] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance 'bc1f4530-366c-47df-8af1-3e6fd8a69a85' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2202.805880] env[62180]: DEBUG nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2202.939079] env[62180]: DEBUG nova.network.neutron [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance_info_cache with network_info: [{"id": "5c5ace65-3521-4046-a997-a96ade78986c", "address": "fa:16:3e:07:a5:76", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5ace65-35", "ovs_interfaceid": "5c5ace65-3521-4046-a997-a96ade78986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.300612] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2203.300910] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-511f97cb-f89e-4b01-b9ee-1ea9ad8d6730 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.309023] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2203.309023] env[62180]: value = "task-1964526" [ 2203.309023] env[62180]: _type = "Task" [ 2203.309023] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.320821] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.325677] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.325910] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.327476] env[62180]: INFO nova.compute.claims [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2203.441964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.508986] env[62180]: DEBUG nova.network.neutron [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Port 10fe22e0-736e-4493-a9f6-b218d968228a binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2203.819052] env[62180]: DEBUG oslo_vmware.api [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964526, 'name': PowerOnVM_Task, 'duration_secs': 0.343015} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.819379] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2203.819499] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-d317559a-e462-42a8-a34f-a2701bc9d709 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance 'bc1f4530-366c-47df-8af1-3e6fd8a69a85' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2203.964127] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d54e8e-3939-4d19-8e08-4770d0f7e219 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.984984] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122665ea-ffe1-42fc-ae18-491f52dedbdd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.992355] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance 'b71e4a87-be1a-4214-9faf-cabbaae77aae' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2204.461908] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c2daf1-ce2f-4b90-b021-f780f5320b70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.469282] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b65ba08-ce6b-41e3-b9b4-ef250c02db8a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.501154] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2204.501639] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9583377d-7738-4822-8d94-37981e81f0fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.503805] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888b734-ca62-44ce-8e56-b6fcb5e01240 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.513392] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e3eeb-7247-4d19-8c5b-95f7e1527318 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.517129] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2204.517129] env[62180]: value = "task-1964527" [ 2204.517129] env[62180]: _type = "Task" [ 2204.517129] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.527102] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.527381] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.527762] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.546638] env[62180]: DEBUG nova.compute.provider_tree [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.555445] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964527, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.747778] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "52cb4c57-fdfd-4032-b185-91aa8df07799" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.748133] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.748337] env[62180]: DEBUG nova.compute.manager [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Going to confirm migration 6 {{(pid=62180) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2205.041867] env[62180]: DEBUG oslo_vmware.api [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964527, 'name': PowerOnVM_Task, 'duration_secs': 0.408411} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.041867] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2205.041867] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac14b3-12d3-412a-9cea-f4239cb5572e tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance 'b71e4a87-be1a-4214-9faf-cabbaae77aae' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2205.050034] env[62180]: DEBUG nova.scheduler.client.report [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.283442] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.283623] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquired lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.283799] env[62180]: DEBUG nova.network.neutron [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2205.283981] env[62180]: DEBUG nova.objects.instance [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'info_cache' on Instance uuid 52cb4c57-fdfd-4032-b185-91aa8df07799 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.511147] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.511147] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.511147] env[62180]: DEBUG nova.compute.manager [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Going to confirm migration 7 {{(pid=62180) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2205.556348] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.556672] env[62180]: DEBUG nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2205.576875] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.577127] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.577304] env[62180]: DEBUG nova.network.neutron [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2206.061246] env[62180]: DEBUG nova.compute.utils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2206.062935] env[62180]: DEBUG nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2206.063196] env[62180]: DEBUG nova.network.neutron [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2206.092420] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.092610] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.092787] env[62180]: DEBUG nova.network.neutron [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2206.092966] env[62180]: DEBUG nova.objects.instance [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'info_cache' on Instance uuid bc1f4530-366c-47df-8af1-3e6fd8a69a85 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2206.139892] env[62180]: DEBUG nova.policy [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4caf4b33b2af4412a483fb9a1644f02a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85bf2889f9f64967835e5bfef2c74f40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2206.566601] env[62180]: DEBUG nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2206.628060] env[62180]: DEBUG nova.network.neutron [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.808096] env[62180]: DEBUG nova.network.neutron [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [{"id": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "address": "fa:16:3e:05:98:d3", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ed7c9d-5b", "ovs_interfaceid": "69ed7c9d-5bc3-4fc8-82d3-6a58c2668387", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.811229] env[62180]: DEBUG nova.network.neutron [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Successfully created port: b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2207.132075] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.310607] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Releasing lock "refresh_cache-52cb4c57-fdfd-4032-b185-91aa8df07799" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.310893] env[62180]: DEBUG nova.objects.instance [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'migration_context' on Instance uuid 52cb4c57-fdfd-4032-b185-91aa8df07799 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.334602] env[62180]: DEBUG nova.network.neutron [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [{"id": "963a6151-dd8d-4646-b38f-0d0755d0a643", "address": "fa:16:3e:22:fd:8b", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap963a6151-dd", "ovs_interfaceid": "963a6151-dd8d-4646-b38f-0d0755d0a643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.405556] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.405830] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.406032] env[62180]: DEBUG nova.compute.manager [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Going to confirm migration 8 {{(pid=62180) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2207.576133] env[62180]: DEBUG nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2207.603914] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.604225] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.604429] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.604674] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.604837] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.605035] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.605297] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.605492] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.605963] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.605963] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.606134] env[62180]: DEBUG nova.virt.hardware [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.607459] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5b1775-dfb0-4b14-a179-b2b31db037c4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.616263] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c659f3-76b6-4b43-9c06-46f6bb3cd98b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.641039] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2b8feb-4aae-44f4-835e-d60b8946771e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.647058] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7062278-7dfc-43ee-8784-45d82f1b0a95 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.817587] env[62180]: DEBUG nova.objects.base [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Object Instance<52cb4c57-fdfd-4032-b185-91aa8df07799> lazy-loaded attributes: info_cache,migration_context {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2207.818534] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef62ebf-0698-439d-948d-a3b09ac95684 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.836891] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-bc1f4530-366c-47df-8af1-3e6fd8a69a85" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.837141] env[62180]: DEBUG nova.objects.instance [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'migration_context' on Instance uuid bc1f4530-366c-47df-8af1-3e6fd8a69a85 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.839387] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1e38eb-fed9-4a42-92c2-7d9e0ad901a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.844912] env[62180]: DEBUG oslo_vmware.api [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2207.844912] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b84afb-b716-57c3-8f19-4b63142c7855" [ 2207.844912] env[62180]: _type = "Task" [ 2207.844912] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.855105] env[62180]: DEBUG oslo_vmware.api [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b84afb-b716-57c3-8f19-4b63142c7855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.941312] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.941500] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquired lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.941674] env[62180]: DEBUG nova.network.neutron [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2207.941852] env[62180]: DEBUG nova.objects.instance [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'info_cache' on Instance uuid b71e4a87-be1a-4214-9faf-cabbaae77aae {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2208.221559] env[62180]: DEBUG nova.compute.manager [req-010d4909-058f-4d1a-85c1-0b63e052e43f req-2caf0f05-87c8-4bbe-a98a-b586ba251807 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-vif-plugged-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2208.221823] env[62180]: DEBUG oslo_concurrency.lockutils [req-010d4909-058f-4d1a-85c1-0b63e052e43f req-2caf0f05-87c8-4bbe-a98a-b586ba251807 service nova] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.221987] env[62180]: DEBUG oslo_concurrency.lockutils [req-010d4909-058f-4d1a-85c1-0b63e052e43f req-2caf0f05-87c8-4bbe-a98a-b586ba251807 service nova] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.222197] env[62180]: DEBUG oslo_concurrency.lockutils [req-010d4909-058f-4d1a-85c1-0b63e052e43f req-2caf0f05-87c8-4bbe-a98a-b586ba251807 service nova] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.222378] env[62180]: DEBUG nova.compute.manager [req-010d4909-058f-4d1a-85c1-0b63e052e43f req-2caf0f05-87c8-4bbe-a98a-b586ba251807 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] No waiting events found dispatching network-vif-plugged-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2208.222541] env[62180]: WARNING nova.compute.manager [req-010d4909-058f-4d1a-85c1-0b63e052e43f req-2caf0f05-87c8-4bbe-a98a-b586ba251807 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received unexpected event network-vif-plugged-b18c16f4-d5aa-4275-8905-584c8753739b for instance with vm_state building and task_state spawning. [ 2208.303089] env[62180]: DEBUG nova.network.neutron [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Successfully updated port: b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2208.341136] env[62180]: DEBUG nova.objects.base [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2208.342065] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91caca0f-07b2-4385-990e-cf2b070e9381 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.362518] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54d81ab-0087-420b-af74-e1204da96079 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.367620] env[62180]: DEBUG oslo_vmware.api [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52b84afb-b716-57c3-8f19-4b63142c7855, 'name': SearchDatastore_Task, 'duration_secs': 0.018799} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.368226] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.368498] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.371208] env[62180]: DEBUG oslo_vmware.api [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2208.371208] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522501af-7c94-38b4-8c77-0cf2356597ca" [ 2208.371208] env[62180]: _type = "Task" [ 2208.371208] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.378792] env[62180]: DEBUG oslo_vmware.api [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522501af-7c94-38b4-8c77-0cf2356597ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.748864] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa27730-1424-49c1-a57a-b41265941d2d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.770569] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca25ac5-1d97-442e-9041-6fa87488c80d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.777666] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance 'b124e1ac-33de-4214-93f0-c8cc6d836f12' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2208.806216] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.806283] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.806429] env[62180]: DEBUG nova.network.neutron [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2208.883342] env[62180]: DEBUG oslo_vmware.api [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]522501af-7c94-38b4-8c77-0cf2356597ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.883655] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.105595] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70d29e-3006-4cc9-b9b4-ac82bba07e4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.115253] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa3378-bb79-4ce2-9f04-8603fd32c2da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.144221] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b934d6a-6635-463c-afa4-82e130f57604 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.148841] env[62180]: DEBUG nova.network.neutron [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance_info_cache with network_info: [{"id": "5c5ace65-3521-4046-a997-a96ade78986c", "address": "fa:16:3e:07:a5:76", "network": {"id": "c0020173-8826-436f-a439-fab343761f74", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-953936962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b938eb5aae44ed8a5587972e5e5c16f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5ace65-35", "ovs_interfaceid": "5c5ace65-3521-4046-a997-a96ade78986c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.152925] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c5310-8a90-4eb5-a432-1e2b7eaac152 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.166226] env[62180]: DEBUG nova.compute.provider_tree [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2209.285129] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2209.285567] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ef2cba-4e5f-447e-94a6-a6500bd50f23 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.294565] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2209.294565] env[62180]: value = "task-1964528" [ 2209.294565] env[62180]: _type = "Task" [ 2209.294565] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.303025] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.340862] env[62180]: DEBUG nova.network.neutron [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2209.473983] env[62180]: DEBUG nova.network.neutron [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.652680] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Releasing lock "refresh_cache-b71e4a87-be1a-4214-9faf-cabbaae77aae" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.652959] env[62180]: DEBUG nova.objects.instance [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lazy-loading 'migration_context' on Instance uuid b71e4a87-be1a-4214-9faf-cabbaae77aae {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2209.668807] env[62180]: DEBUG nova.scheduler.client.report [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2209.804228] env[62180]: DEBUG oslo_vmware.api [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964528, 'name': PowerOnVM_Task, 'duration_secs': 0.425164} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.804450] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2209.804629] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e0dd7a-f0ee-46d0-bd11-8c4cbe980226 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance 'b124e1ac-33de-4214-93f0-c8cc6d836f12' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2209.976816] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.977354] env[62180]: DEBUG nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Instance network_info: |[{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2209.977579] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ec:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18c16f4-d5aa-4275-8905-584c8753739b', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2209.985500] env[62180]: DEBUG oslo.service.loopingcall [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.985712] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2209.985934] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1bbf076-d806-4a46-a89f-4b29b714d738 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.006201] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2210.006201] env[62180]: value = "task-1964529" [ 2210.006201] env[62180]: _type = "Task" [ 2210.006201] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.013775] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.158462] env[62180]: DEBUG nova.objects.base [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2210.159448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23310c4f-fd8a-4999-ac15-f4ef267030fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.182445] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350ba22f-a3b1-477a-b841-b6f595a3ba30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.187700] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2210.187700] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ce89b3-4556-65b5-4680-45c672b3ac3f" [ 2210.187700] env[62180]: _type = "Task" [ 2210.187700] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.195279] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ce89b3-4556-65b5-4680-45c672b3ac3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.249280] env[62180]: DEBUG nova.compute.manager [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2210.249280] env[62180]: DEBUG nova.compute.manager [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing instance network info cache due to event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2210.249280] env[62180]: DEBUG oslo_concurrency.lockutils [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.249280] env[62180]: DEBUG oslo_concurrency.lockutils [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.249457] env[62180]: DEBUG nova.network.neutron [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.516373] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.684520] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.316s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.687385] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.804s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.699292] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ce89b3-4556-65b5-4680-45c672b3ac3f, 'name': SearchDatastore_Task, 'duration_secs': 0.006905} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.699574] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.952406] env[62180]: DEBUG nova.network.neutron [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updated VIF entry in instance network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2210.952758] env[62180]: DEBUG nova.network.neutron [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.016662] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.225096] env[62180]: INFO nova.compute.manager [None req-eed2adde-a6a3-47fb-a079-6b13ccdffd2c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Get console output [ 2211.225334] env[62180]: WARNING nova.virt.vmwareapi.driver [None req-eed2adde-a6a3-47fb-a079-6b13ccdffd2c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] The console log is missing. Check your VSPC configuration [ 2211.244274] env[62180]: INFO nova.scheduler.client.report [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted allocation for migration 9abc1066-74ca-44ad-b46e-f11ded945d00 [ 2211.328875] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed71990-01d9-4282-9412-cbe7ba24b74c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.336588] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d24959-6114-4e47-ad12-8ed505226ef4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.371977] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a39512-3211-4b3b-ac0b-c8d7aaa34035 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.379987] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73604062-f1b2-454e-8a31-b2f78cd8b09d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.395054] env[62180]: DEBUG nova.compute.provider_tree [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.456000] env[62180]: DEBUG oslo_concurrency.lockutils [req-e85741e3-a2f1-46bb-8fda-70da07c4c97e req-775f4139-81f4-4d33-a5ad-995ab5e36ff4 service nova] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.517243] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.749785] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1d4259d6-4810-417f-9c2e-360c6fea1e4c tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.897821] env[62180]: DEBUG nova.scheduler.client.report [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2212.018400] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.518480] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.713409] env[62180]: DEBUG nova.network.neutron [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Port 10fe22e0-736e-4493-a9f6-b218d968228a binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2212.713673] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.713827] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.713991] env[62180]: DEBUG nova.network.neutron [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2212.908592] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.910745] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.211s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.018572] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.433600] env[62180]: DEBUG nova.network.neutron [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.484320] env[62180]: INFO nova.scheduler.client.report [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted allocation for migration 6445cdc2-9855-4bab-bf3d-8f495c040550 [ 2213.524060] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.566517] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a34efd3-f03b-4651-a2d2-6503db0b6103 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.573959] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe84f23-133e-489d-9bbc-e597b1e5eb19 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.606482] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0a84f-c13b-49f5-9682-87a9a7bd76f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.613720] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc65ab-fe1a-4f0a-a8ab-056fb4831315 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.626266] env[62180]: DEBUG nova.compute.provider_tree [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.926149] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.936890] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.992766] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f0e3bc78-3b48-4a40-a0c4-f147aa5bae44 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.482s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.993844] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.068s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.994093] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.994306] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.994470] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.996723] env[62180]: INFO nova.compute.manager [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Terminating instance [ 2214.021817] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.129242] env[62180]: DEBUG nova.scheduler.client.report [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2214.441984] env[62180]: DEBUG nova.compute.manager [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62180) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2214.501027] env[62180]: DEBUG nova.compute.manager [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2214.501027] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2214.502017] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f019df-946b-4e2f-b8d6-0dccf046366a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.510070] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2214.510321] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dbb0767-8eff-4a32-acf4-b965d68b731b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.517049] env[62180]: DEBUG oslo_vmware.api [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2214.517049] env[62180]: value = "task-1964530" [ 2214.517049] env[62180]: _type = "Task" [ 2214.517049] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.523445] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.527947] env[62180]: DEBUG oslo_vmware.api [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.023863] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.028439] env[62180]: DEBUG oslo_vmware.api [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964530, 'name': PowerOffVM_Task, 'duration_secs': 0.195207} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.028694] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2215.028863] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2215.029111] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5f0225e-6a91-4a46-8acf-4258dd9707c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.140216] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.229s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.523953] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.542773] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.543069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.702571] env[62180]: INFO nova.scheduler.client.report [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted allocation for migration 6ccf1e8d-7b28-4eae-bac1-0ea475efca8f [ 2216.025818] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.046447] env[62180]: DEBUG nova.objects.instance [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'migration_context' on Instance uuid b124e1ac-33de-4214-93f0-c8cc6d836f12 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2216.208768] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.803s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.525397] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.663947] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac4826-4cad-4281-8e14-46783e44c777 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.671340] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338fd304-0bba-4e00-ab68-520775c57c9a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.702300] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eb01a3-d745-468c-bca2-b9ada68e3be8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.711712] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec343fe-98fb-4945-924d-970e0f135f73 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.724877] env[62180]: DEBUG nova.compute.provider_tree [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2216.915272] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2216.916081] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2216.916081] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleting the datastore file [datastore1] bc1f4530-366c-47df-8af1-3e6fd8a69a85 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2216.916291] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d6c8dd5-136d-43b8-8055-238d9fbe202b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.924442] env[62180]: DEBUG oslo_vmware.api [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2216.924442] env[62180]: value = "task-1964532" [ 2216.924442] env[62180]: _type = "Task" [ 2216.924442] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.940337] env[62180]: DEBUG oslo_vmware.api [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.025553] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964529, 'name': CreateVM_Task, 'duration_secs': 7.001159} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.025771] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2217.026412] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.026582] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.026914] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2217.027180] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4eb32d-9700-4534-98df-741be6ae30f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.032518] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2217.032518] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e1e705-83b4-c50c-23ae-42a57b154c60" [ 2217.032518] env[62180]: _type = "Task" [ 2217.032518] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.042357] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e1e705-83b4-c50c-23ae-42a57b154c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.227678] env[62180]: DEBUG nova.scheduler.client.report [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2217.433989] env[62180]: DEBUG oslo_vmware.api [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160003} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.434267] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2217.434450] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2217.434631] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2217.434807] env[62180]: INFO nova.compute.manager [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Took 2.93 seconds to destroy the instance on the hypervisor. [ 2217.435055] env[62180]: DEBUG oslo.service.loopingcall [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2217.435373] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.435583] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.435782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.435973] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.436155] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.437748] env[62180]: DEBUG nova.compute.manager [-] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2217.437748] env[62180]: DEBUG nova.network.neutron [-] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2217.439492] env[62180]: INFO nova.compute.manager [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Terminating instance [ 2217.543412] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e1e705-83b4-c50c-23ae-42a57b154c60, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.543711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.543952] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2217.544201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.544423] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.544523] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2217.544765] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-740f55a7-1005-44f2-a049-7f640a7895c3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.552947] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2217.553089] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2217.553773] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7288207b-2355-47ee-9bbc-73fa298a58a7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.558934] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2217.558934] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bcf95b-09a7-224e-6d8d-0adcc11c6b23" [ 2217.558934] env[62180]: _type = "Task" [ 2217.558934] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.566115] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bcf95b-09a7-224e-6d8d-0adcc11c6b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.889684] env[62180]: DEBUG nova.compute.manager [req-24f356fe-db3b-4f5f-b1a8-8f9437f5a571 req-08da8f6e-b7ee-4d51-9bf4-4c4c8da2a543 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Received event network-vif-deleted-963a6151-dd8d-4646-b38f-0d0755d0a643 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2217.890053] env[62180]: INFO nova.compute.manager [req-24f356fe-db3b-4f5f-b1a8-8f9437f5a571 req-08da8f6e-b7ee-4d51-9bf4-4c4c8da2a543 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Neutron deleted interface 963a6151-dd8d-4646-b38f-0d0755d0a643; detaching it from the instance and deleting it from the info cache [ 2217.890216] env[62180]: DEBUG nova.network.neutron [req-24f356fe-db3b-4f5f-b1a8-8f9437f5a571 req-08da8f6e-b7ee-4d51-9bf4-4c4c8da2a543 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.943354] env[62180]: DEBUG nova.compute.manager [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2217.943577] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2217.944908] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f7edff-dd97-41c3-8367-f1d93e27cc38 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.952414] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2217.952645] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef027361-6c9d-41b1-a583-541b9e4901bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.958191] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2217.958191] env[62180]: value = "task-1964533" [ 2217.958191] env[62180]: _type = "Task" [ 2217.958191] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.965783] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.069174] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52bcf95b-09a7-224e-6d8d-0adcc11c6b23, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.070021] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168c6521-b8ca-4ef3-bcec-71e850297fa3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.077651] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2218.077651] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5213dd5d-e877-d7ea-f7fe-8f14c203f278" [ 2218.077651] env[62180]: _type = "Task" [ 2218.077651] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.085441] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5213dd5d-e877-d7ea-f7fe-8f14c203f278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.238236] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.695s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.370557] env[62180]: DEBUG nova.network.neutron [-] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.392628] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9224939e-8630-413d-96c3-535b4f9bf05a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.402353] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6e52b-5bad-4b64-b408-01d90e12c952 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.430804] env[62180]: DEBUG nova.compute.manager [req-24f356fe-db3b-4f5f-b1a8-8f9437f5a571 req-08da8f6e-b7ee-4d51-9bf4-4c4c8da2a543 service nova] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Detach interface failed, port_id=963a6151-dd8d-4646-b38f-0d0755d0a643, reason: Instance bc1f4530-366c-47df-8af1-3e6fd8a69a85 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2218.468909] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964533, 'name': PowerOffVM_Task, 'duration_secs': 0.203736} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.468909] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2218.468909] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2218.468909] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-848d536d-4020-48bc-b7e7-2e4fd7dc5878 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.588415] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5213dd5d-e877-d7ea-f7fe-8f14c203f278, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.588762] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.589143] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2218.589468] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f73d8c5d-1295-4751-bcd1-4dba985f166a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.596466] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2218.596466] env[62180]: value = "task-1964535" [ 2218.596466] env[62180]: _type = "Task" [ 2218.596466] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.606791] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.639025] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2218.639025] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2218.639025] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleting the datastore file [datastore1] b71e4a87-be1a-4214-9faf-cabbaae77aae {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2218.639025] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2f4422c-6a70-4693-9aac-a78dc9ccf553 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.645079] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for the task: (returnval){ [ 2218.645079] env[62180]: value = "task-1964536" [ 2218.645079] env[62180]: _type = "Task" [ 2218.645079] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.654925] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.873690] env[62180]: INFO nova.compute.manager [-] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Took 1.44 seconds to deallocate network for instance. [ 2219.106933] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491842} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.107350] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2219.107436] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2219.107678] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e5884ef-f8fe-49c3-aedc-5b72685b4eac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.114495] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2219.114495] env[62180]: value = "task-1964537" [ 2219.114495] env[62180]: _type = "Task" [ 2219.114495] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.122079] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.154446] env[62180]: DEBUG oslo_vmware.api [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Task: {'id': task-1964536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431397} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.154698] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2219.154883] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2219.155076] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2219.155259] env[62180]: INFO nova.compute.manager [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2219.155497] env[62180]: DEBUG oslo.service.loopingcall [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.155688] env[62180]: DEBUG nova.compute.manager [-] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2219.155782] env[62180]: DEBUG nova.network.neutron [-] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2219.382127] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.382379] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.382581] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.407130] env[62180]: INFO nova.scheduler.client.report [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted allocations for instance bc1f4530-366c-47df-8af1-3e6fd8a69a85 [ 2219.623701] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079241} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.623994] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2219.624771] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b34320-cc60-40bd-bacc-9db3bd22c703 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.646058] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2219.646283] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b2b1a0-9a35-451c-bc45-b40abc3b503f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.665283] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2219.665283] env[62180]: value = "task-1964538" [ 2219.665283] env[62180]: _type = "Task" [ 2219.665283] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.672834] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.776292] env[62180]: INFO nova.compute.manager [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Swapping old allocation on dict_keys(['33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b']) held by migration e83c2fae-1380-4406-a4dd-40aea7d0ad8f for instance [ 2219.798538] env[62180]: DEBUG nova.scheduler.client.report [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Overwriting current allocation {'allocations': {'33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': 'bbd2bd12630e4da2b7d2eb7b66f09648', 'user_id': '7bebdb1546434cc887ca8487194b5f3b', 'consumer_generation': 1} on consumer b124e1ac-33de-4214-93f0-c8cc6d836f12 {{(pid=62180) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2219.874946] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.875212] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.875425] env[62180]: DEBUG nova.network.neutron [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.896195] env[62180]: DEBUG nova.network.neutron [-] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.915199] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b3311787-13db-4495-a49e-90c61878b4b3 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "bc1f4530-366c-47df-8af1-3e6fd8a69a85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.921s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.917844] env[62180]: DEBUG nova.compute.manager [req-7fe0a71c-ca35-4225-8c99-f68959e8f3e0 req-cd8598ec-a85a-4b33-9394-df741b49f96d service nova] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Received event network-vif-deleted-5c5ace65-3521-4046-a997-a96ade78986c {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2220.175334] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964538, 'name': ReconfigVM_Task, 'duration_secs': 0.254422} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.175614] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2220.176525] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1cbf367-7e8b-433c-93be-23b818680a7e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.182738] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2220.182738] env[62180]: value = "task-1964539" [ 2220.182738] env[62180]: _type = "Task" [ 2220.182738] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.190766] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964539, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.400116] env[62180]: INFO nova.compute.manager [-] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Took 1.24 seconds to deallocate network for instance. [ 2220.596583] env[62180]: DEBUG nova.network.neutron [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [{"id": "10fe22e0-736e-4493-a9f6-b218d968228a", "address": "fa:16:3e:57:15:02", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fe22e0-73", "ovs_interfaceid": "10fe22e0-736e-4493-a9f6-b218d968228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.693059] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964539, 'name': Rename_Task, 'duration_secs': 0.133073} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.693406] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2220.693693] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-757e13e9-cdec-4672-a3d5-71de1b360a2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.700467] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2220.700467] env[62180]: value = "task-1964540" [ 2220.700467] env[62180]: _type = "Task" [ 2220.700467] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.709102] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.907889] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.908310] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.908557] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.927822] env[62180]: INFO nova.scheduler.client.report [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Deleted allocations for instance b71e4a87-be1a-4214-9faf-cabbaae77aae [ 2221.001818] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "c99dcf1b-2124-4b13-ad46-c7410403a450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.002055] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.099203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-b124e1ac-33de-4214-93f0-c8cc6d836f12" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.100223] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27936763-7fb8-493c-9867-24e5b10adbca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.107919] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7c5e6-b783-4106-bc51-9264de1808ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.213058] env[62180]: DEBUG oslo_vmware.api [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964540, 'name': PowerOnVM_Task, 'duration_secs': 0.465113} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.213058] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2221.213058] env[62180]: INFO nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Took 13.64 seconds to spawn the instance on the hypervisor. [ 2221.213058] env[62180]: DEBUG nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2221.213058] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd76292-102e-4136-b4a5-8b658209c636 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.437062] env[62180]: DEBUG oslo_concurrency.lockutils [None req-bc485223-9070-432c-8d0b-b3a0a37947cd tempest-DeleteServersTestJSON-2077332979 tempest-DeleteServersTestJSON-2077332979-project-member] Lock "b71e4a87-be1a-4214-9faf-cabbaae77aae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.505036] env[62180]: DEBUG nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2221.729121] env[62180]: INFO nova.compute.manager [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Took 18.42 seconds to build instance. [ 2222.028547] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.028810] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.030499] env[62180]: INFO nova.compute.claims [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2222.190416] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.190754] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5f1bd9b-f38d-4dd9-aefa-9b7df449e568 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.198574] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2222.198574] env[62180]: value = "task-1964542" [ 2222.198574] env[62180]: _type = "Task" [ 2222.198574] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.207487] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.232061] env[62180]: DEBUG oslo_concurrency.lockutils [None req-b86b1095-88d0-46ba-be12-87121b15f550 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.931s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.342464] env[62180]: DEBUG nova.compute.manager [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2222.342781] env[62180]: DEBUG nova.compute.manager [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing instance network info cache due to event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2222.343141] env[62180]: DEBUG oslo_concurrency.lockutils [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.343366] env[62180]: DEBUG oslo_concurrency.lockutils [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.343604] env[62180]: DEBUG nova.network.neutron [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2222.708687] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964542, 'name': PowerOffVM_Task, 'duration_secs': 0.241102} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.708907] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.709579] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2222.709797] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2222.709951] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2222.710145] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2222.710291] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2222.710434] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2222.710637] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2222.710794] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2222.710959] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2222.711135] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2222.711312] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2222.716308] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54c3514-e694-4dbc-a40c-786cf4634334 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.732582] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2222.732582] env[62180]: value = "task-1964543" [ 2222.732582] env[62180]: _type = "Task" [ 2222.732582] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.740126] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.066384] env[62180]: DEBUG nova.network.neutron [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updated VIF entry in instance network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2223.066755] env[62180]: DEBUG nova.network.neutron [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.127780] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3501e6-959d-4788-8edd-11b84873d594 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.135414] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ea046-c08c-460d-9880-071dab21d178 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.164671] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ee31bd-8b3b-4f44-bbd4-4ee803533b5c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.172101] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5975d9-9a13-4fac-8218-8c2f5ab55115 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.185030] env[62180]: DEBUG nova.compute.provider_tree [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.245160] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964543, 'name': ReconfigVM_Task, 'duration_secs': 0.140988} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.246380] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0ba217-6962-4eb6-978b-008d32ec3005 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.267774] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2223.268017] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2223.268182] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2223.268382] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2223.268556] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2223.268727] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2223.268952] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2223.269142] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2223.269314] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2223.269477] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2223.269650] env[62180]: DEBUG nova.virt.hardware [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2223.270466] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ef0fe4-4b00-47af-bb04-fb59eb74c505 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.275857] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2223.275857] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528d4d54-f900-0f7b-9250-c5f800e85f83" [ 2223.275857] env[62180]: _type = "Task" [ 2223.275857] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.283392] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528d4d54-f900-0f7b-9250-c5f800e85f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.569984] env[62180]: DEBUG oslo_concurrency.lockutils [req-e43c8f24-e730-4a2d-a468-b6ac509cc6d9 req-c1a7c37e-5610-4e86-a7e3-99412405766e service nova] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.688917] env[62180]: DEBUG nova.scheduler.client.report [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2223.744465] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2223.744700] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2223.744850] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2223.785729] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]528d4d54-f900-0f7b-9250-c5f800e85f83, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.791074] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2223.791325] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0baeb032-db5d-44a0-900d-62d9279b89c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.809837] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2223.809837] env[62180]: value = "task-1964544" [ 2223.809837] env[62180]: _type = "Task" [ 2223.809837] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.819317] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.195071] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.195071] env[62180]: DEBUG nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2224.319622] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.700219] env[62180]: DEBUG nova.compute.utils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2224.701679] env[62180]: DEBUG nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2224.701848] env[62180]: DEBUG nova.network.neutron [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2224.749906] env[62180]: DEBUG nova.policy [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95d5736371d7460191d2f2761526367a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '401d682a4ae5461a99a3733555456aad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2224.820015] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.016721] env[62180]: DEBUG nova.network.neutron [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Successfully created port: e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2225.206202] env[62180]: DEBUG nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2225.322032] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964544, 'name': ReconfigVM_Task, 'duration_secs': 1.20982} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.322396] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2225.323140] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67741c4b-874b-4491-a8b1-2d8377c93fda {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.348541] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2225.348823] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66325e5c-db70-4f36-acb1-04e59f17988c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.367370] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2225.367370] env[62180]: value = "task-1964545" [ 2225.367370] env[62180]: _type = "Task" [ 2225.367370] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.375068] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.877558] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964545, 'name': ReconfigVM_Task, 'duration_secs': 0.337472} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.878117] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12/b124e1ac-33de-4214-93f0-c8cc6d836f12.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2225.879043] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17892830-f06f-4fec-af46-378def81b53d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.899481] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6446c1c-2878-4ebb-93d9-c0be2c24566a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.920444] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8e82ab-21c9-42ae-b276-2fdc1cfbc93f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.941334] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b33f27a-5a18-4199-bab5-e0f01d1460ac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.950361] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2225.950623] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cfde9f9-b131-4eac-aeae-712a599ad258 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.957028] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2225.957028] env[62180]: value = "task-1964546" [ 2225.957028] env[62180]: _type = "Task" [ 2225.957028] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.964114] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.215324] env[62180]: DEBUG nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2226.249198] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2226.249774] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2226.249774] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2226.249970] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2226.250426] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2226.250516] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2226.250762] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2226.251744] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2226.251744] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2226.251744] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2226.251744] env[62180]: DEBUG nova.virt.hardware [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2226.252448] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc41826-fc84-4c92-be1c-432a8376055f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.261212] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2226.262609] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d1806b-45f9-4853-883d-0cfda64c22fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.266791] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.267014] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.267516] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.267678] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.267825] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.267969] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.268143] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2226.268334] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.406131] env[62180]: DEBUG nova.compute.manager [req-d4cbee96-bbea-4848-a7c5-f4aaf7f32424 req-b3903ed6-b7f9-4ec2-bb8d-4a8ffef052ad service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Received event network-vif-plugged-e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2226.406581] env[62180]: DEBUG oslo_concurrency.lockutils [req-d4cbee96-bbea-4848-a7c5-f4aaf7f32424 req-b3903ed6-b7f9-4ec2-bb8d-4a8ffef052ad service nova] Acquiring lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.406581] env[62180]: DEBUG oslo_concurrency.lockutils [req-d4cbee96-bbea-4848-a7c5-f4aaf7f32424 req-b3903ed6-b7f9-4ec2-bb8d-4a8ffef052ad service nova] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.406740] env[62180]: DEBUG oslo_concurrency.lockutils [req-d4cbee96-bbea-4848-a7c5-f4aaf7f32424 req-b3903ed6-b7f9-4ec2-bb8d-4a8ffef052ad service nova] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.406955] env[62180]: DEBUG nova.compute.manager [req-d4cbee96-bbea-4848-a7c5-f4aaf7f32424 req-b3903ed6-b7f9-4ec2-bb8d-4a8ffef052ad service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] No waiting events found dispatching network-vif-plugged-e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2226.407521] env[62180]: WARNING nova.compute.manager [req-d4cbee96-bbea-4848-a7c5-f4aaf7f32424 req-b3903ed6-b7f9-4ec2-bb8d-4a8ffef052ad service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Received unexpected event network-vif-plugged-e1e2e8ba-fbdd-4b12-8477-5696435bcb19 for instance with vm_state building and task_state spawning. [ 2226.467037] env[62180]: DEBUG oslo_vmware.api [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964546, 'name': PowerOnVM_Task, 'duration_secs': 0.414999} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.467223] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2226.491736] env[62180]: DEBUG nova.network.neutron [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Successfully updated port: e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2226.780718] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.780965] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.781148] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.781297] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2226.782245] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a86205-b553-48f8-9005-061fec705efe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.790653] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff671d-c2c9-4c83-9ca7-18b4553dd7ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.804759] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcf844b-f5c7-4917-a68a-f40236fff6f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.811412] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a601c-a67b-482d-bfd4-b48792a26a4b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.841976] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179751MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2226.842137] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.842346] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.995095] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.995250] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.995389] env[62180]: DEBUG nova.network.neutron [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2227.510090] env[62180]: INFO nova.compute.manager [None req-d681812d-f390-4029-8798-ad90e76c6d08 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance to original state: 'active' [ 2227.527424] env[62180]: DEBUG nova.network.neutron [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2227.654771] env[62180]: DEBUG nova.network.neutron [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.871762] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2227.871915] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e88746e2-3098-4bef-9557-b6031c88a8ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2227.872127] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 212ef16b-d208-420c-a55d-56f08f391d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2227.872252] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 52cb4c57-fdfd-4032-b185-91aa8df07799 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2227.872367] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance b124e1ac-33de-4214-93f0-c8cc6d836f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2227.872476] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 09adb999-1a85-4b93-9ed9-d64620a6beef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2227.872587] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance c99dcf1b-2124-4b13-ad46-c7410403a450 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2227.872769] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2227.872925] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2227.963157] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28467fc-0f29-4865-b829-5336a9ee51a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.970077] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aeacad-184f-4e7b-b74e-a1ac3df25160 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.003516] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ee6de-bd6a-431d-b40b-53d389d4b679 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.011037] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ddcaf-0e21-4ab9-9101-b99daa03f11d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.027578] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2228.157341] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.157665] env[62180]: DEBUG nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Instance network_info: |[{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2228.158122] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:bb:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1e2e8ba-fbdd-4b12-8477-5696435bcb19', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2228.165783] env[62180]: DEBUG oslo.service.loopingcall [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2228.166009] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2228.166243] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ef4dce2-5f84-4a9e-981a-8e1deeb20432 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.191328] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2228.191328] env[62180]: value = "task-1964547" [ 2228.191328] env[62180]: _type = "Task" [ 2228.191328] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.199198] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964547, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.434689] env[62180]: DEBUG nova.compute.manager [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Received event network-changed-e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2228.434875] env[62180]: DEBUG nova.compute.manager [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Refreshing instance network info cache due to event network-changed-e1e2e8ba-fbdd-4b12-8477-5696435bcb19. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2228.435099] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] Acquiring lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.435190] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] Acquired lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.435358] env[62180]: DEBUG nova.network.neutron [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Refreshing network info cache for port e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2228.532603] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2228.701114] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964547, 'name': CreateVM_Task, 'duration_secs': 0.330526} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.701354] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2228.702063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.702257] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.702597] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2228.702856] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6df3686-a4fb-4419-8be3-e42c61803288 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.707526] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2228.707526] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52925601-5fb1-e2ae-b979-1d4b77c9ff5c" [ 2228.707526] env[62180]: _type = "Task" [ 2228.707526] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.715088] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52925601-5fb1-e2ae-b979-1d4b77c9ff5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.781836] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.782195] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.782464] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.782661] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.782840] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.787028] env[62180]: INFO nova.compute.manager [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Terminating instance [ 2229.037295] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2229.037525] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.195s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.141326] env[62180]: DEBUG nova.network.neutron [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updated VIF entry in instance network info cache for port e1e2e8ba-fbdd-4b12-8477-5696435bcb19. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2229.141701] env[62180]: DEBUG nova.network.neutron [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.218302] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52925601-5fb1-e2ae-b979-1d4b77c9ff5c, 'name': SearchDatastore_Task, 'duration_secs': 0.015746} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.218593] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.218820] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2229.219063] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.219216] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.219393] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2229.219650] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57758251-a5e8-4258-91c3-c36d979d28af {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.230439] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2229.230613] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2229.231337] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d6f527-1f92-4778-9bad-9dc6a0aeaffc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.236394] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2229.236394] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52492b3d-af87-1252-be1f-3196941f8f7a" [ 2229.236394] env[62180]: _type = "Task" [ 2229.236394] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.243316] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52492b3d-af87-1252-be1f-3196941f8f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.290768] env[62180]: DEBUG nova.compute.manager [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2229.291173] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.291479] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf46207-6b96-4c1a-bd11-94175ce98685 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.298705] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2229.298705] env[62180]: value = "task-1964548" [ 2229.298705] env[62180]: _type = "Task" [ 2229.298705] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.307826] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.644418] env[62180]: DEBUG oslo_concurrency.lockutils [req-3d1db8d6-9378-4644-a820-2c9923836de5 req-0c5357f2-a751-43f2-9346-b03c740ab908 service nova] Releasing lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.747550] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52492b3d-af87-1252-be1f-3196941f8f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.050379} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.748289] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062d788a-0c60-451b-a7e4-7b07810b0469 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.753985] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2229.753985] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520e00fe-852e-292f-bf90-61330e191a53" [ 2229.753985] env[62180]: _type = "Task" [ 2229.753985] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.761435] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520e00fe-852e-292f-bf90-61330e191a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.808160] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964548, 'name': PowerOffVM_Task, 'duration_secs': 0.252818} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.808434] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.808629] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2229.808824] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404643', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'name': 'volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b124e1ac-33de-4214-93f0-c8cc6d836f12', 'attached_at': '2024-12-24T14:17:25.000000', 'detached_at': '', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'serial': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2229.809584] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada41a4-4432-45bf-9d07-4aea4d581220 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.830297] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f188f9-2f24-4d77-9505-65b3fa350760 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.836663] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee9689-edaa-4578-9c71-5f9e9a974a2a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.856389] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8995b-80be-4d3b-8ce8-9b872db2a5bb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.872390] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9/volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2229.877591] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2229.877918] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fce9324-de88-435d-aa01-817488421426 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.895556] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2229.895556] env[62180]: value = "task-1964549" [ 2229.895556] env[62180]: _type = "Task" [ 2229.895556] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.903631] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.264065] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]520e00fe-852e-292f-bf90-61330e191a53, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.264065] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.264325] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2230.264525] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-912903ec-acf3-4fb4-a769-7dc850025031 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.270840] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2230.270840] env[62180]: value = "task-1964550" [ 2230.270840] env[62180]: _type = "Task" [ 2230.270840] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.278088] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.405895] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964549, 'name': ReconfigVM_Task, 'duration_secs': 0.353891} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.406220] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2230.411061] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9464a844-6c86-439f-90ba-6c5d75a7c063 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.426917] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2230.426917] env[62180]: value = "task-1964551" [ 2230.426917] env[62180]: _type = "Task" [ 2230.426917] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.435608] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.781575] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500366} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.781886] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2230.781980] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2230.782251] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37f00a63-9492-473a-ac6d-48f3d6a8ed45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.788641] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2230.788641] env[62180]: value = "task-1964552" [ 2230.788641] env[62180]: _type = "Task" [ 2230.788641] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.796186] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.936390] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964551, 'name': ReconfigVM_Task, 'duration_secs': 0.26121} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.936701] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404643', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'name': 'volume-cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b124e1ac-33de-4214-93f0-c8cc6d836f12', 'attached_at': '2024-12-24T14:17:25.000000', 'detached_at': '', 'volume_id': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9', 'serial': 'cd296070-9e3a-4b2a-bc64-b6b79ef5e2a9'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2230.936979] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2230.937737] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eb413d-5dee-44b2-8339-75fecd1f92b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.944202] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2230.944463] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe8be12-f7dd-4ab4-9595-bc308642c1ef {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.298172] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065489} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.298440] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2231.299183] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b521f9e-e872-4c85-90d7-bec20c2e233e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.319937] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2231.320205] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2a7392-4bd4-4879-90c1-f18a40eb7e46 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.338618] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2231.338618] env[62180]: value = "task-1964554" [ 2231.338618] env[62180]: _type = "Task" [ 2231.338618] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.345853] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.848382] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964554, 'name': ReconfigVM_Task, 'duration_secs': 0.290862} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.848691] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfigured VM instance instance-0000007b to attach disk [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2231.849305] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a667cb9f-1d5a-497c-becc-895086f5ccae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.855449] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2231.855449] env[62180]: value = "task-1964555" [ 2231.855449] env[62180]: _type = "Task" [ 2231.855449] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.863062] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964555, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.365094] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964555, 'name': Rename_Task, 'duration_secs': 0.131487} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.365195] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2232.365452] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6cb9129-cd45-45fe-943f-f662b170a42a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.371486] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2232.371486] env[62180]: value = "task-1964556" [ 2232.371486] env[62180]: _type = "Task" [ 2232.371486] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.379814] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.881250] env[62180]: DEBUG oslo_vmware.api [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964556, 'name': PowerOnVM_Task, 'duration_secs': 0.420055} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.881599] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2232.881719] env[62180]: INFO nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Took 6.67 seconds to spawn the instance on the hypervisor. [ 2232.881918] env[62180]: DEBUG nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2232.882645] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853f45f8-6868-42e7-bf57-6d5a03855b94 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.398686] env[62180]: INFO nova.compute.manager [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Took 11.39 seconds to build instance. [ 2233.901260] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6ea28fdf-e2d9-49cd-9b6b-6c932d7aa098 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.899s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.046793] env[62180]: DEBUG nova.compute.manager [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Received event network-changed-e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2234.047096] env[62180]: DEBUG nova.compute.manager [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Refreshing instance network info cache due to event network-changed-e1e2e8ba-fbdd-4b12-8477-5696435bcb19. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2234.047223] env[62180]: DEBUG oslo_concurrency.lockutils [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] Acquiring lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.047366] env[62180]: DEBUG oslo_concurrency.lockutils [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] Acquired lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.047524] env[62180]: DEBUG nova.network.neutron [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Refreshing network info cache for port e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2234.750489] env[62180]: DEBUG nova.network.neutron [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updated VIF entry in instance network info cache for port e1e2e8ba-fbdd-4b12-8477-5696435bcb19. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.750857] env[62180]: DEBUG nova.network.neutron [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.253419] env[62180]: DEBUG oslo_concurrency.lockutils [req-3c8bf43e-49e9-4782-8510-e7dda3df2e25 req-7b058c17-c1eb-4e80-8572-b0ba8f80d468 service nova] Releasing lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.505477] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2236.505820] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2236.506095] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleting the datastore file [datastore1] b124e1ac-33de-4214-93f0-c8cc6d836f12 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2236.506396] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bab0d1d2-7685-4f7a-b3a8-1414d5750db8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.514146] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2236.514146] env[62180]: value = "task-1964557" [ 2236.514146] env[62180]: _type = "Task" [ 2236.514146] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.521953] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.024576] env[62180]: DEBUG oslo_vmware.api [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147106} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.024853] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2237.025052] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2237.025275] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2237.025414] env[62180]: INFO nova.compute.manager [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Took 7.73 seconds to destroy the instance on the hypervisor. [ 2237.025652] env[62180]: DEBUG oslo.service.loopingcall [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2237.025845] env[62180]: DEBUG nova.compute.manager [-] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2237.025941] env[62180]: DEBUG nova.network.neutron [-] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2237.696970] env[62180]: DEBUG nova.compute.manager [req-f70245b1-d5c9-41b1-bf8d-e7a9e786ee9c req-4e87433b-e599-4222-8dc0-5e424cf34ddd service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Received event network-vif-deleted-10fe22e0-736e-4493-a9f6-b218d968228a {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2237.697210] env[62180]: INFO nova.compute.manager [req-f70245b1-d5c9-41b1-bf8d-e7a9e786ee9c req-4e87433b-e599-4222-8dc0-5e424cf34ddd service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Neutron deleted interface 10fe22e0-736e-4493-a9f6-b218d968228a; detaching it from the instance and deleting it from the info cache [ 2237.697305] env[62180]: DEBUG nova.network.neutron [req-f70245b1-d5c9-41b1-bf8d-e7a9e786ee9c req-4e87433b-e599-4222-8dc0-5e424cf34ddd service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.097346] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "212ef16b-d208-420c-a55d-56f08f391d86" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.097346] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.110857] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "52cb4c57-fdfd-4032-b185-91aa8df07799" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.111083] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.111295] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.111540] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.111719] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.113737] env[62180]: INFO nova.compute.manager [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Terminating instance [ 2238.176155] env[62180]: DEBUG nova.network.neutron [-] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.199622] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ff11a8b-6cee-4875-bb55-06251086d5db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.209860] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023774a9-8309-4061-adb5-eeb150986bb0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.238210] env[62180]: DEBUG nova.compute.manager [req-f70245b1-d5c9-41b1-bf8d-e7a9e786ee9c req-4e87433b-e599-4222-8dc0-5e424cf34ddd service nova] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Detach interface failed, port_id=10fe22e0-736e-4493-a9f6-b218d968228a, reason: Instance b124e1ac-33de-4214-93f0-c8cc6d836f12 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2238.600328] env[62180]: DEBUG nova.compute.utils [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2238.616692] env[62180]: DEBUG nova.compute.manager [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2238.617027] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.617304] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a104df04-5a79-4df7-8f75-194544e85d41 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.624825] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2238.624825] env[62180]: value = "task-1964558" [ 2238.624825] env[62180]: _type = "Task" [ 2238.624825] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.633610] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.678716] env[62180]: INFO nova.compute.manager [-] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Took 1.65 seconds to deallocate network for instance. [ 2239.103680] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.134629] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964558, 'name': PowerOffVM_Task, 'duration_secs': 0.174777} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.134870] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2239.135081] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2239.135274] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404639', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'name': 'volume-7afcd372-5143-40b6-b4ab-4387db15f53c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52cb4c57-fdfd-4032-b185-91aa8df07799', 'attached_at': '2024-12-24T14:17:04.000000', 'detached_at': '', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'serial': '7afcd372-5143-40b6-b4ab-4387db15f53c'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2239.136010] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e019247c-6709-4ce6-8702-2807f8ab8c68 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.153940] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434cc3c0-b130-4b77-b229-beedfbc78ed3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.160120] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8049f20f-c08b-4699-8306-cc71ddafb46e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.178706] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4bf76c-ad5e-4fdf-bc4c-ca2b4f421558 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.193271] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] The volume has not been displaced from its original location: [datastore1] volume-7afcd372-5143-40b6-b4ab-4387db15f53c/volume-7afcd372-5143-40b6-b4ab-4387db15f53c.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2239.200759] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2239.201148] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbaaab9-5b4a-4ec7-807d-514cfb03049e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.228363] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2239.228363] env[62180]: value = "task-1964559" [ 2239.228363] env[62180]: _type = "Task" [ 2239.228363] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.229105] env[62180]: INFO nova.compute.manager [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Took 0.55 seconds to detach 1 volumes for instance. [ 2239.240488] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964559, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.740340] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.740589] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.740804] env[62180]: DEBUG nova.objects.instance [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'resources' on Instance uuid b124e1ac-33de-4214-93f0-c8cc6d836f12 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2239.741783] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964559, 'name': ReconfigVM_Task, 'duration_secs': 0.154897} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.742311] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2239.747048] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a79c4510-589b-4d8b-8734-7fac87c69844 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.762542] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2239.762542] env[62180]: value = "task-1964560" [ 2239.762542] env[62180]: _type = "Task" [ 2239.762542] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.770845] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.165659] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "212ef16b-d208-420c-a55d-56f08f391d86" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.165888] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.165991] env[62180]: INFO nova.compute.manager [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Attaching volume 8843b16b-55c0-4524-98a7-c5f7810f212a to /dev/sdb [ 2240.195307] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ee10e-91b7-49b1-a55a-52f7b8361353 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.202423] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b6ecd-2231-4ea8-852c-65f504e8fc7d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.215641] env[62180]: DEBUG nova.virt.block_device [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Updating existing volume attachment record: 7a3f3337-f810-46c1-bd8e-419a07bf3dd6 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2240.272527] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964560, 'name': ReconfigVM_Task, 'duration_secs': 0.128823} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.272856] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404639', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'name': 'volume-7afcd372-5143-40b6-b4ab-4387db15f53c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '52cb4c57-fdfd-4032-b185-91aa8df07799', 'attached_at': '2024-12-24T14:17:04.000000', 'detached_at': '', 'volume_id': '7afcd372-5143-40b6-b4ab-4387db15f53c', 'serial': '7afcd372-5143-40b6-b4ab-4387db15f53c'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2240.273146] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2240.273891] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eefc8ee-5dcb-42ba-af49-731053f95ee9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.282440] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2240.282614] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71a41e8f-9eb0-439e-8f4f-71c3225b72ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.343751] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c169a-20ba-4e8f-b9e0-ff8c168e274c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.353436] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdff8f6-9922-45d0-8a37-f8ffaeb7c28d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.382076] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e144d-8bc5-4849-91f3-1104c166a790 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.389279] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322335bc-1d22-4be6-b69e-6c727937ee37 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.401899] env[62180]: DEBUG nova.compute.provider_tree [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.905167] env[62180]: DEBUG nova.scheduler.client.report [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2241.410727] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.434053] env[62180]: INFO nova.scheduler.client.report [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted allocations for instance b124e1ac-33de-4214-93f0-c8cc6d836f12 [ 2241.941430] env[62180]: DEBUG oslo_concurrency.lockutils [None req-aa022462-6f81-4213-b33c-8343b54f1243 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "b124e1ac-33de-4214-93f0-c8cc6d836f12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.159s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.160712] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2242.160970] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2242.161173] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleting the datastore file [datastore1] 52cb4c57-fdfd-4032-b185-91aa8df07799 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2242.161448] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2cdfb6c-2468-45e5-89b1-ba8b7b30db6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.168552] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2242.168552] env[62180]: value = "task-1964563" [ 2242.168552] env[62180]: _type = "Task" [ 2242.168552] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.176214] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.645733] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.646067] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.678380] env[62180]: DEBUG oslo_vmware.api [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140314} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.678617] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2242.678794] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2242.678972] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2242.679164] env[62180]: INFO nova.compute.manager [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Took 4.06 seconds to destroy the instance on the hypervisor. [ 2242.679393] env[62180]: DEBUG oslo.service.loopingcall [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2242.679572] env[62180]: DEBUG nova.compute.manager [-] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2242.679667] env[62180]: DEBUG nova.network.neutron [-] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2243.148849] env[62180]: DEBUG nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2243.153468] env[62180]: DEBUG nova.compute.manager [req-14bd40db-61ae-47fd-afa2-f039207dcc19 req-42594f44-fed9-4448-ae43-e02c5357dce6 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Received event network-vif-deleted-69ed7c9d-5bc3-4fc8-82d3-6a58c2668387 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2243.153671] env[62180]: INFO nova.compute.manager [req-14bd40db-61ae-47fd-afa2-f039207dcc19 req-42594f44-fed9-4448-ae43-e02c5357dce6 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Neutron deleted interface 69ed7c9d-5bc3-4fc8-82d3-6a58c2668387; detaching it from the instance and deleting it from the info cache [ 2243.153841] env[62180]: DEBUG nova.network.neutron [req-14bd40db-61ae-47fd-afa2-f039207dcc19 req-42594f44-fed9-4448-ae43-e02c5357dce6 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.630411] env[62180]: DEBUG nova.network.neutron [-] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.658237] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d0a2461-8570-4361-b129-9b3a1bc8646a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.670340] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb911d-1ef8-4b38-902e-350e16954f69 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.681544] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.681937] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.683323] env[62180]: INFO nova.compute.claims [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2243.704592] env[62180]: DEBUG nova.compute.manager [req-14bd40db-61ae-47fd-afa2-f039207dcc19 req-42594f44-fed9-4448-ae43-e02c5357dce6 service nova] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Detach interface failed, port_id=69ed7c9d-5bc3-4fc8-82d3-6a58c2668387, reason: Instance 52cb4c57-fdfd-4032-b185-91aa8df07799 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2244.133052] env[62180]: INFO nova.compute.manager [-] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Took 1.45 seconds to deallocate network for instance. [ 2244.674581] env[62180]: INFO nova.compute.manager [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Took 0.54 seconds to detach 1 volumes for instance. [ 2244.678479] env[62180]: DEBUG nova.compute.manager [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Deleting volume: 7afcd372-5143-40b6-b4ab-4387db15f53c {{(pid=62180) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2244.758156] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2244.758445] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404647', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'name': 'volume-8843b16b-55c0-4524-98a7-c5f7810f212a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '212ef16b-d208-420c-a55d-56f08f391d86', 'attached_at': '', 'detached_at': '', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'serial': '8843b16b-55c0-4524-98a7-c5f7810f212a'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2244.759391] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e97d577-e231-4611-957e-bb30e6206885 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.780541] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea666b3-e398-46b2-87f8-ddb3327d3969 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.805278] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-8843b16b-55c0-4524-98a7-c5f7810f212a/volume-8843b16b-55c0-4524-98a7-c5f7810f212a.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2244.806360] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4d935d-1ce2-40d5-8421-abe8d71adf6c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.819124] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34c5bf-1079-4b77-aa03-b5449e15dca9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.829091] env[62180]: DEBUG oslo_vmware.api [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2244.829091] env[62180]: value = "task-1964566" [ 2244.829091] env[62180]: _type = "Task" [ 2244.829091] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.830305] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a0872-2659-4352-b720-ef21e9824718 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.841729] env[62180]: DEBUG oslo_vmware.api [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.867264] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ae33c7-0dee-43c2-8c3f-bfbf92fe91de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.875188] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b431c96e-1435-43e5-9533-7ae5428f05b8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.890015] env[62180]: DEBUG nova.compute.provider_tree [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2245.216532] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.339013] env[62180]: DEBUG oslo_vmware.api [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964566, 'name': ReconfigVM_Task, 'duration_secs': 0.335267} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.339325] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-8843b16b-55c0-4524-98a7-c5f7810f212a/volume-8843b16b-55c0-4524-98a7-c5f7810f212a.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2245.343916] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18bef598-75c8-4129-b2f1-9882895e41c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.358789] env[62180]: DEBUG oslo_vmware.api [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2245.358789] env[62180]: value = "task-1964567" [ 2245.358789] env[62180]: _type = "Task" [ 2245.358789] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.366616] env[62180]: DEBUG oslo_vmware.api [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.392611] env[62180]: DEBUG nova.scheduler.client.report [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2245.868529] env[62180]: DEBUG oslo_vmware.api [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.897670] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.898199] env[62180]: DEBUG nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2245.901118] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.685s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.901336] env[62180]: DEBUG nova.objects.instance [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'resources' on Instance uuid 52cb4c57-fdfd-4032-b185-91aa8df07799 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.370032] env[62180]: DEBUG oslo_vmware.api [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964567, 'name': ReconfigVM_Task, 'duration_secs': 0.875372} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.370032] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404647', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'name': 'volume-8843b16b-55c0-4524-98a7-c5f7810f212a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '212ef16b-d208-420c-a55d-56f08f391d86', 'attached_at': '', 'detached_at': '', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'serial': '8843b16b-55c0-4524-98a7-c5f7810f212a'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2246.404558] env[62180]: DEBUG nova.compute.utils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2246.405792] env[62180]: DEBUG nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2246.405960] env[62180]: DEBUG nova.network.neutron [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2246.456637] env[62180]: DEBUG nova.policy [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bebdb1546434cc887ca8487194b5f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd2bd12630e4da2b7d2eb7b66f09648', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2246.491202] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528d463-efce-45c6-8815-ee7d7b49d787 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.499032] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426feff-61b1-4e27-aa3d-09c349fbfc7c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.529270] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2739300-c291-47e8-9be1-4d7f0581f205 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.536550] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30eba0a-17ae-4da8-8b1c-6293cad799c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.549157] env[62180]: DEBUG nova.compute.provider_tree [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2246.714881] env[62180]: DEBUG nova.network.neutron [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Successfully created port: 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2246.911916] env[62180]: DEBUG nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2247.052716] env[62180]: DEBUG nova.scheduler.client.report [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2247.403816] env[62180]: DEBUG nova.objects.instance [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'flavor' on Instance uuid 212ef16b-d208-420c-a55d-56f08f391d86 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2247.557793] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.578741] env[62180]: INFO nova.scheduler.client.report [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted allocations for instance 52cb4c57-fdfd-4032-b185-91aa8df07799 [ 2247.908053] env[62180]: DEBUG oslo_concurrency.lockutils [None req-cf12af25-5b67-43d2-9e1c-ffedf95c5fb4 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.742s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.920770] env[62180]: DEBUG nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2247.947008] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2247.947272] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2247.947444] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2247.947607] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2247.947754] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2247.947929] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2247.948184] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2247.948346] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2247.948544] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2247.948664] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2247.948835] env[62180]: DEBUG nova.virt.hardware [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2247.949720] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be7e44-41f3-4db3-a4dc-a63abf3302e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.958121] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca02d044-1571-4598-93f9-545fecc21af3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.086415] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1716bdc9-ceac-4117-9329-386de1494f6f tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "52cb4c57-fdfd-4032-b185-91aa8df07799" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.975s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.090181] env[62180]: DEBUG nova.compute.manager [req-2ffc52ed-509b-456a-978d-1915549f92a3 req-19b9d435-6a5b-4e11-90aa-ba4d222d3e45 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-vif-plugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2248.090393] env[62180]: DEBUG oslo_concurrency.lockutils [req-2ffc52ed-509b-456a-978d-1915549f92a3 req-19b9d435-6a5b-4e11-90aa-ba4d222d3e45 service nova] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.090631] env[62180]: DEBUG oslo_concurrency.lockutils [req-2ffc52ed-509b-456a-978d-1915549f92a3 req-19b9d435-6a5b-4e11-90aa-ba4d222d3e45 service nova] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.090752] env[62180]: DEBUG oslo_concurrency.lockutils [req-2ffc52ed-509b-456a-978d-1915549f92a3 req-19b9d435-6a5b-4e11-90aa-ba4d222d3e45 service nova] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.090909] env[62180]: DEBUG nova.compute.manager [req-2ffc52ed-509b-456a-978d-1915549f92a3 req-19b9d435-6a5b-4e11-90aa-ba4d222d3e45 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] No waiting events found dispatching network-vif-plugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2248.091082] env[62180]: WARNING nova.compute.manager [req-2ffc52ed-509b-456a-978d-1915549f92a3 req-19b9d435-6a5b-4e11-90aa-ba4d222d3e45 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received unexpected event network-vif-plugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 for instance with vm_state building and task_state spawning. [ 2248.187181] env[62180]: DEBUG nova.network.neutron [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Successfully updated port: 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2248.656301] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "212ef16b-d208-420c-a55d-56f08f391d86" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.656566] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.689561] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.689714] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.689849] env[62180]: DEBUG nova.network.neutron [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2249.159820] env[62180]: INFO nova.compute.manager [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Detaching volume 8843b16b-55c0-4524-98a7-c5f7810f212a [ 2249.194585] env[62180]: INFO nova.virt.block_device [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Attempting to driver detach volume 8843b16b-55c0-4524-98a7-c5f7810f212a from mountpoint /dev/sdb [ 2249.194812] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2249.194981] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404647', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'name': 'volume-8843b16b-55c0-4524-98a7-c5f7810f212a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '212ef16b-d208-420c-a55d-56f08f391d86', 'attached_at': '', 'detached_at': '', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'serial': '8843b16b-55c0-4524-98a7-c5f7810f212a'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2249.195867] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464cae79-4ca3-4b7d-ab50-87d053db37a1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.217497] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac03ae1-41e8-4bdf-8cab-8fdf453c892a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.220595] env[62180]: DEBUG nova.network.neutron [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2249.226734] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69362b0-e904-4cf5-982d-5e61901b73da {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.248357] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2dbd4-22ff-4244-8254-b2790aedc381 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.263268] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] The volume has not been displaced from its original location: [datastore1] volume-8843b16b-55c0-4524-98a7-c5f7810f212a/volume-8843b16b-55c0-4524-98a7-c5f7810f212a.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2249.268338] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2249.270461] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce41aad-c096-40d3-b9c4-564611e13da0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.288703] env[62180]: DEBUG oslo_vmware.api [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2249.288703] env[62180]: value = "task-1964568" [ 2249.288703] env[62180]: _type = "Task" [ 2249.288703] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.298070] env[62180]: DEBUG oslo_vmware.api [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.361799] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "e88746e2-3098-4bef-9557-b6031c88a8ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.362254] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.362526] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "e88746e2-3098-4bef-9557-b6031c88a8ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.362750] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.362991] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.365225] env[62180]: INFO nova.compute.manager [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Terminating instance [ 2249.372573] env[62180]: DEBUG nova.network.neutron [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.798902] env[62180]: DEBUG oslo_vmware.api [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964568, 'name': ReconfigVM_Task, 'duration_secs': 0.198932} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.799201] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2249.803655] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4761d464-b796-4604-9fec-949f94eb7e5f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.817317] env[62180]: DEBUG oslo_vmware.api [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2249.817317] env[62180]: value = "task-1964569" [ 2249.817317] env[62180]: _type = "Task" [ 2249.817317] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.824907] env[62180]: DEBUG oslo_vmware.api [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.868884] env[62180]: DEBUG nova.compute.manager [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2249.869144] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2249.870041] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4b6bb0-b3ab-4f1d-88df-94fbe7b93354 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.874543] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.874925] env[62180]: DEBUG nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Instance network_info: |[{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2249.875331] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:a2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ed07ef-e27d-49b3-b5dd-de2fa1fd9562', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2249.882642] env[62180]: DEBUG oslo.service.loopingcall [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2249.884944] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2249.885475] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.885475] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2071fc1-fbf9-4d57-b083-f0441c230a1f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.899243] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8158aed1-fe08-42fe-8d99-5025753f9510 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.905585] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2249.905585] env[62180]: value = "task-1964571" [ 2249.905585] env[62180]: _type = "Task" [ 2249.905585] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.906812] env[62180]: DEBUG oslo_vmware.api [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2249.906812] env[62180]: value = "task-1964570" [ 2249.906812] env[62180]: _type = "Task" [ 2249.906812] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.917805] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.920801] env[62180]: DEBUG oslo_vmware.api [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.115273] env[62180]: DEBUG nova.compute.manager [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2250.115472] env[62180]: DEBUG nova.compute.manager [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing instance network info cache due to event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2250.115679] env[62180]: DEBUG oslo_concurrency.lockutils [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] Acquiring lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.115860] env[62180]: DEBUG oslo_concurrency.lockutils [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] Acquired lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.116175] env[62180]: DEBUG nova.network.neutron [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2250.327869] env[62180]: DEBUG oslo_vmware.api [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964569, 'name': ReconfigVM_Task, 'duration_secs': 0.135521} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.328234] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404647', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'name': 'volume-8843b16b-55c0-4524-98a7-c5f7810f212a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '212ef16b-d208-420c-a55d-56f08f391d86', 'attached_at': '', 'detached_at': '', 'volume_id': '8843b16b-55c0-4524-98a7-c5f7810f212a', 'serial': '8843b16b-55c0-4524-98a7-c5f7810f212a'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2250.418526] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.421443] env[62180]: DEBUG oslo_vmware.api [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964570, 'name': PowerOffVM_Task, 'duration_secs': 0.15168} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.421770] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2250.422010] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2250.422290] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e52e4b-1082-45bb-b4d1-43d8cdb9e58a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.801982] env[62180]: DEBUG nova.network.neutron [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updated VIF entry in instance network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2250.802408] env[62180]: DEBUG nova.network.neutron [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2250.870520] env[62180]: DEBUG nova.objects.instance [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'flavor' on Instance uuid 212ef16b-d208-420c-a55d-56f08f391d86 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.918897] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.305676] env[62180]: DEBUG oslo_concurrency.lockutils [req-62487764-8906-4138-be41-0c72e57bb7c3 req-57744786-1baa-475e-9517-0496186098f5 service nova] Releasing lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2251.419521] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.878671] env[62180]: DEBUG oslo_concurrency.lockutils [None req-8530b345-4fac-4036-bbda-13e9b9280221 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.919412] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.422207] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.905215] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "212ef16b-d208-420c-a55d-56f08f391d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.905497] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.905714] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "212ef16b-d208-420c-a55d-56f08f391d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.905898] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.906092] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.908334] env[62180]: INFO nova.compute.manager [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Terminating instance [ 2252.920814] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.412042] env[62180]: DEBUG nova.compute.manager [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2253.412307] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2253.413596] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd12191-e7fd-4b75-9625-f35a1a7bc5b3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.423579] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2253.426520] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47998fcb-a580-4f29-8b15-603985c6b7a4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.427728] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.432574] env[62180]: DEBUG oslo_vmware.api [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2253.432574] env[62180]: value = "task-1964573" [ 2253.432574] env[62180]: _type = "Task" [ 2253.432574] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.440126] env[62180]: DEBUG oslo_vmware.api [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.922832] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.940240] env[62180]: DEBUG oslo_vmware.api [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964573, 'name': PowerOffVM_Task, 'duration_secs': 0.193289} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.940482] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2253.940647] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2253.940872] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01aa72c4-7e7e-4eae-9675-0efe5512a279 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.423740] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.923867] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.083129] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.083365] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.424472] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.589061] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.589061] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2255.589061] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Rebuilding the list of instances to heal {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2255.925626] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.092205] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Skipping network cache update for instance because it is being deleted. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2256.092386] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Skipping network cache update for instance because it is being deleted. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10463}} [ 2256.092513] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Skipping network cache update for instance because it is Building. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2256.119354] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.119496] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquired lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.119687] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Forcefully refreshing network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2256.119841] env[62180]: DEBUG nova.objects.instance [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lazy-loading 'info_cache' on Instance uuid df6f42d3-b222-4186-bd01-47b094a73c5b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2256.426075] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.871645] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2256.871888] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2256.872084] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleting the datastore file [datastore1] e88746e2-3098-4bef-9557-b6031c88a8ac {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2256.872364] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c68bcc-ba31-45d5-b23f-22d0975ff8e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.878193] env[62180]: DEBUG oslo_vmware.api [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2256.878193] env[62180]: value = "task-1964575" [ 2256.878193] env[62180]: _type = "Task" [ 2256.878193] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.882034] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2256.882242] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2256.882388] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleting the datastore file [datastore1] 212ef16b-d208-420c-a55d-56f08f391d86 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2256.882964] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87947226-5926-4f38-b964-d645c1f788aa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.887569] env[62180]: DEBUG oslo_vmware.api [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.891752] env[62180]: DEBUG oslo_vmware.api [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2256.891752] env[62180]: value = "task-1964576" [ 2256.891752] env[62180]: _type = "Task" [ 2256.891752] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.899302] env[62180]: DEBUG oslo_vmware.api [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.927185] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.388389] env[62180]: DEBUG oslo_vmware.api [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131343} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.388640] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2257.388823] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2257.388998] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2257.389190] env[62180]: INFO nova.compute.manager [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Took 7.52 seconds to destroy the instance on the hypervisor. [ 2257.389424] env[62180]: DEBUG oslo.service.loopingcall [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2257.389617] env[62180]: DEBUG nova.compute.manager [-] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2257.389728] env[62180]: DEBUG nova.network.neutron [-] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2257.402509] env[62180]: DEBUG oslo_vmware.api [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126192} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.402840] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2257.403052] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2257.403151] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2257.403317] env[62180]: INFO nova.compute.manager [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Took 3.99 seconds to destroy the instance on the hypervisor. [ 2257.403552] env[62180]: DEBUG oslo.service.loopingcall [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2257.403744] env[62180]: DEBUG nova.compute.manager [-] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2257.403840] env[62180]: DEBUG nova.network.neutron [-] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2257.426143] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.854647] env[62180]: DEBUG nova.compute.manager [req-9a055cad-9eb7-4fd2-9967-76b4a1a19808 req-9af97d96-9175-4f12-ae11-bb8ea3b9aaa5 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Received event network-vif-deleted-c389233c-32fc-4715-9040-a4957790b813 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2257.854847] env[62180]: INFO nova.compute.manager [req-9a055cad-9eb7-4fd2-9967-76b4a1a19808 req-9af97d96-9175-4f12-ae11-bb8ea3b9aaa5 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Neutron deleted interface c389233c-32fc-4715-9040-a4957790b813; detaching it from the instance and deleting it from the info cache [ 2257.855077] env[62180]: DEBUG nova.network.neutron [req-9a055cad-9eb7-4fd2-9967-76b4a1a19808 req-9af97d96-9175-4f12-ae11-bb8ea3b9aaa5 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2257.928321] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.005913] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [{"id": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "address": "fa:16:3e:0b:4a:99", "network": {"id": "48bc6a0c-cb87-4494-bf63-2fc1ed275cbc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1049995000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33eabd25615941069f56dcd8f558ee32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfafacdb3-80", "ovs_interfaceid": "fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.329576] env[62180]: DEBUG nova.network.neutron [-] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.358520] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ee4624f-5e39-4a36-a895-b0820a463094 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.367514] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bc4e5a-9c2f-43d6-be7f-fa9b3dc6ef58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.393643] env[62180]: DEBUG nova.compute.manager [req-9a055cad-9eb7-4fd2-9967-76b4a1a19808 req-9af97d96-9175-4f12-ae11-bb8ea3b9aaa5 service nova] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Detach interface failed, port_id=c389233c-32fc-4715-9040-a4957790b813, reason: Instance e88746e2-3098-4bef-9557-b6031c88a8ac could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2258.426489] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.508637] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Releasing lock "refresh_cache-df6f42d3-b222-4186-bd01-47b094a73c5b" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.508843] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updated the network info_cache for instance {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2258.509063] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.509228] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.509374] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.509518] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.509709] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.509860] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.510000] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2258.510153] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.580211] env[62180]: DEBUG nova.network.neutron [-] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.831821] env[62180]: INFO nova.compute.manager [-] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Took 1.44 seconds to deallocate network for instance. [ 2258.927721] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.012693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.012905] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.013100] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.013302] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2259.014132] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfabab78-3024-4631-8515-e11a37ed1873 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.022952] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d57c7e4-3398-43be-b3b8-fa7d4447968d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.037659] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a9ad4c-cbfa-4e36-8a53-4b47c37fd46f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.043866] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eed8f2-66fe-471c-9f2f-6cf1653cb069 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.072101] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180130MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2259.072266] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.072459] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.082827] env[62180]: INFO nova.compute.manager [-] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Took 1.68 seconds to deallocate network for instance. [ 2259.337789] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.429009] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.588401] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.883992] env[62180]: DEBUG nova.compute.manager [req-efc7643d-52d8-4c61-9924-95c789f02586 req-a1508387-a711-4273-a2be-cde6db925fb5 service nova] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Received event network-vif-deleted-cf792dfe-c78b-44e3-b141-eb040ecc62a3 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2259.929732] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964571, 'name': CreateVM_Task, 'duration_secs': 9.86246} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.929887] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2259.930522] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.930693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.930999] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2259.931251] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fffea9-a60b-4080-a715-1af7ac03fef9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.935439] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2259.935439] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52386b03-b80c-61e5-3700-34a30ff0c1f1" [ 2259.935439] env[62180]: _type = "Task" [ 2259.935439] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.942440] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52386b03-b80c-61e5-3700-34a30ff0c1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.099462] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance df6f42d3-b222-4186-bd01-47b094a73c5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2260.099640] env[62180]: WARNING nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance e88746e2-3098-4bef-9557-b6031c88a8ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2260.099794] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 212ef16b-d208-420c-a55d-56f08f391d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2260.099934] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 09adb999-1a85-4b93-9ed9-d64620a6beef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2260.100122] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance c99dcf1b-2124-4b13-ad46-c7410403a450 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2260.100256] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 45410c75-ba59-4935-a55e-0463e61a3bc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2260.100447] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2260.100576] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2260.172426] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29992b07-60d9-4bdb-8b82-285b87880f7d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.179962] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee7d775-7d3c-46f1-832c-ca55ae5cfc35 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.209617] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d85ab0-53ad-4a2b-a762-9bc82d5a2248 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.216489] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db0ecb-0527-42e1-8120-85b4db4458e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.228846] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2260.446261] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52386b03-b80c-61e5-3700-34a30ff0c1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015626} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.446572] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.446791] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2260.447032] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.447186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.447363] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2260.447621] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff19a20-c05f-4aff-a6cd-481df8fe29b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.455480] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2260.455664] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2260.456411] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e799c6-100f-44b4-93be-5630f3dde091 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.461383] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2260.461383] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5246e292-daf1-d36b-b982-b92d713b88aa" [ 2260.461383] env[62180]: _type = "Task" [ 2260.461383] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.468625] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5246e292-daf1-d36b-b982-b92d713b88aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.731566] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2260.972202] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5246e292-daf1-d36b-b982-b92d713b88aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.972993] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0cbb627-4fb7-4909-a6ab-9b241db8914d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.978170] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2260.978170] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5230e292-aba3-2723-5360-a52656329997" [ 2260.978170] env[62180]: _type = "Task" [ 2260.978170] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.986830] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5230e292-aba3-2723-5360-a52656329997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.236892] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2261.237138] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.237420] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.900s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.237606] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.239711] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.651s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.239937] env[62180]: DEBUG nova.objects.instance [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'resources' on Instance uuid 212ef16b-d208-420c-a55d-56f08f391d86 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2261.259251] env[62180]: INFO nova.scheduler.client.report [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted allocations for instance e88746e2-3098-4bef-9557-b6031c88a8ac [ 2261.488450] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5230e292-aba3-2723-5360-a52656329997, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.488785] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.488905] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2261.489172] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-691c34b7-8a65-4da2-88b1-33af65aa4a87 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.491082] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.491303] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.491469] env[62180]: INFO nova.compute.manager [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Shelving [ 2261.498040] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2261.498040] env[62180]: value = "task-1964577" [ 2261.498040] env[62180]: _type = "Task" [ 2261.498040] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.506356] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.768883] env[62180]: DEBUG oslo_concurrency.lockutils [None req-f8bf11a5-2b51-4f61-820e-2cb5907ffea8 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "e88746e2-3098-4bef-9557-b6031c88a8ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.406s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.828326] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06adb3a6-20a8-4011-8d43-649d61bffd62 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.837048] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdef92a5-038c-40a6-a0c9-8b3e3bbcb11f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.868722] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e33f4-688d-4247-a98a-1861b0348b76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.876903] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aae262c-709b-4f8f-ad04-8acf590854b5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.892018] env[62180]: DEBUG nova.compute.provider_tree [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2262.008724] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501236} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.009621] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2262.009621] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2262.009793] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ec11d25-811a-4575-980e-d0d96fae9d30 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.015616] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2262.015616] env[62180]: value = "task-1964579" [ 2262.015616] env[62180]: _type = "Task" [ 2262.015616] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.023795] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.395158] env[62180]: DEBUG nova.scheduler.client.report [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2262.504553] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2262.504921] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6def9f0a-715a-44e2-a83e-13437122c3ed {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.511780] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2262.511780] env[62180]: value = "task-1964580" [ 2262.511780] env[62180]: _type = "Task" [ 2262.511780] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.521485] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.526046] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05716} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.526285] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2262.527036] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb05712-7bf4-4ea2-a031-fbb731ec2f3c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.548169] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2262.548403] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4d3a66-e3ce-4c98-b61b-18b736df5163 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.566888] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2262.566888] env[62180]: value = "task-1964581" [ 2262.566888] env[62180]: _type = "Task" [ 2262.566888] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.574286] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.900526] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.919295] env[62180]: INFO nova.scheduler.client.report [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted allocations for instance 212ef16b-d208-420c-a55d-56f08f391d86 [ 2263.021647] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964580, 'name': PowerOffVM_Task, 'duration_secs': 0.17689} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.021891] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2263.022680] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b8fc8f-f5f4-4979-bd1b-0573e80ffcf6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.040262] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760c49d-1b0e-41d2-8322-ea4d8918303b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.079060] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964581, 'name': ReconfigVM_Task, 'duration_secs': 0.286455} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.079060] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2263.079301] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c44a9340-f105-4194-8414-f18b8f5722d6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.086195] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2263.086195] env[62180]: value = "task-1964582" [ 2263.086195] env[62180]: _type = "Task" [ 2263.086195] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.093157] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964582, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.426858] env[62180]: DEBUG oslo_concurrency.lockutils [None req-42328b89-c7c3-4480-9944-280c531becfd tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "212ef16b-d208-420c-a55d-56f08f391d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.521s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.549572] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2263.549910] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef99c8a2-6bbe-4553-850d-7e5e51df9d6b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.557681] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2263.557681] env[62180]: value = "task-1964583" [ 2263.557681] env[62180]: _type = "Task" [ 2263.557681] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.566009] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.595584] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964582, 'name': Rename_Task, 'duration_secs': 0.121677} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.595935] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2263.596305] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12586b66-10a5-460b-b4bf-29c6c0e3662d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.603227] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2263.603227] env[62180]: value = "task-1964584" [ 2263.603227] env[62180]: _type = "Task" [ 2263.603227] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.611222] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.068321] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964583, 'name': CreateSnapshot_Task, 'duration_secs': 0.432938} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.068658] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2264.069358] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e634a60-bbfb-471c-b31b-239c609fba02 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.113757] env[62180]: DEBUG oslo_vmware.api [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964584, 'name': PowerOnVM_Task, 'duration_secs': 0.486907} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.114042] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2264.114300] env[62180]: INFO nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Took 16.19 seconds to spawn the instance on the hypervisor. [ 2264.114487] env[62180]: DEBUG nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2264.115262] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025a1a3-950a-4eab-9284-919d5325377b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.587450] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2264.587761] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-267b5106-4fce-454e-80cc-e85091fa4485 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.597574] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2264.597574] env[62180]: value = "task-1964585" [ 2264.597574] env[62180]: _type = "Task" [ 2264.597574] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.605881] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964585, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.634948] env[62180]: INFO nova.compute.manager [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Took 20.98 seconds to build instance. [ 2265.108478] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964585, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.127911] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.128150] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.136483] env[62180]: DEBUG oslo_concurrency.lockutils [None req-686c64d6-c3cf-4ea8-b106-1c6697411d11 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.490s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.581698] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "df6f42d3-b222-4186-bd01-47b094a73c5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.581987] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.582316] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "df6f42d3-b222-4186-bd01-47b094a73c5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.582512] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.582690] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.585943] env[62180]: INFO nova.compute.manager [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Terminating instance [ 2265.609684] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964585, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.632208] env[62180]: DEBUG nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2265.770187] env[62180]: DEBUG nova.compute.manager [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2265.770187] env[62180]: DEBUG nova.compute.manager [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing instance network info cache due to event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2265.770187] env[62180]: DEBUG oslo_concurrency.lockutils [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] Acquiring lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.770187] env[62180]: DEBUG oslo_concurrency.lockutils [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] Acquired lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.770187] env[62180]: DEBUG nova.network.neutron [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2266.089684] env[62180]: DEBUG nova.compute.manager [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2266.089925] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2266.090842] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0bca78-a3e9-483b-a4b0-e93d282fd474 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.098432] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2266.098655] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-043a2bcf-3bdc-4fab-a2df-2dec1d504b0f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.107265] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964585, 'name': CloneVM_Task, 'duration_secs': 1.474661} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.108317] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Created linked-clone VM from snapshot [ 2266.108630] env[62180]: DEBUG oslo_vmware.api [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2266.108630] env[62180]: value = "task-1964586" [ 2266.108630] env[62180]: _type = "Task" [ 2266.108630] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.109267] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff3e12-e9bb-4f2a-935d-541bc22fb1ff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.118324] env[62180]: DEBUG oslo_vmware.api [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.121423] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Uploading image 522ecf70-4d5c-417c-9232-70a26c1ae5d7 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2266.148179] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2266.148179] env[62180]: value = "vm-404650" [ 2266.148179] env[62180]: _type = "VirtualMachine" [ 2266.148179] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2266.148459] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b9f97bcc-0bd0-489f-a4c0-7a5ba4654caa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.153105] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.153384] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.154895] env[62180]: INFO nova.compute.claims [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2266.158534] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease: (returnval){ [ 2266.158534] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6d013-9cc9-4d29-b1c9-10ff7b68aa40" [ 2266.158534] env[62180]: _type = "HttpNfcLease" [ 2266.158534] env[62180]: } obtained for exporting VM: (result){ [ 2266.158534] env[62180]: value = "vm-404650" [ 2266.158534] env[62180]: _type = "VirtualMachine" [ 2266.158534] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2266.158797] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the lease: (returnval){ [ 2266.158797] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6d013-9cc9-4d29-b1c9-10ff7b68aa40" [ 2266.158797] env[62180]: _type = "HttpNfcLease" [ 2266.158797] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2266.165754] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2266.165754] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6d013-9cc9-4d29-b1c9-10ff7b68aa40" [ 2266.165754] env[62180]: _type = "HttpNfcLease" [ 2266.165754] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2266.503066] env[62180]: DEBUG nova.network.neutron [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updated VIF entry in instance network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2266.503414] env[62180]: DEBUG nova.network.neutron [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.622214] env[62180]: DEBUG oslo_vmware.api [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964586, 'name': PowerOffVM_Task, 'duration_secs': 0.192185} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.622661] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2266.622707] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2266.623054] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0092c2e-ed25-4ca6-8572-d745051116bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.672088] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2266.672088] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6d013-9cc9-4d29-b1c9-10ff7b68aa40" [ 2266.672088] env[62180]: _type = "HttpNfcLease" [ 2266.672088] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2266.672448] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2266.672448] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52e6d013-9cc9-4d29-b1c9-10ff7b68aa40" [ 2266.672448] env[62180]: _type = "HttpNfcLease" [ 2266.672448] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2266.673455] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b486b160-69a1-4a48-a853-eb6e8a33477b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.682030] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ecf37-0f62-cc30-0dfa-6ef9c48da9ae/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2266.682030] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ecf37-0f62-cc30-0dfa-6ef9c48da9ae/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2266.778808] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-325e9eca-99eb-44e0-a9a2-671966c593e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.845360] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2266.845588] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2266.845759] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleting the datastore file [datastore1] df6f42d3-b222-4186-bd01-47b094a73c5b {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2266.846049] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac6cfdc-2474-4f80-a9d0-6a7aaa89427d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.853211] env[62180]: DEBUG oslo_vmware.api [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for the task: (returnval){ [ 2266.853211] env[62180]: value = "task-1964589" [ 2266.853211] env[62180]: _type = "Task" [ 2266.853211] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.861159] env[62180]: DEBUG oslo_vmware.api [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.006862] env[62180]: DEBUG oslo_concurrency.lockutils [req-5fefa437-cae7-4bd3-aaa9-bae98531fb5c req-d8462093-2191-4e31-9b77-f932a1c808ca service nova] Releasing lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.256876] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bde4f7-f4b2-4bd6-aa40-bc29f899d1e2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.265538] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3077a08-7e5a-4717-946c-2fa810548818 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.299963] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbc09dc-72cc-42c1-b1be-fa832b7b4fb3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.308230] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9484d91-20d0-400a-b1b2-0cc2131a78f0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.322098] env[62180]: DEBUG nova.compute.provider_tree [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2267.364114] env[62180]: DEBUG oslo_vmware.api [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Task: {'id': task-1964589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173237} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.364566] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2267.364775] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2267.364999] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2267.365227] env[62180]: INFO nova.compute.manager [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2267.365485] env[62180]: DEBUG oslo.service.loopingcall [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2267.365761] env[62180]: DEBUG nova.compute.manager [-] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2267.365904] env[62180]: DEBUG nova.network.neutron [-] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2267.635267] env[62180]: DEBUG nova.compute.manager [req-e133cf5e-1835-474d-8af8-4a41e79a3949 req-4ff03962-00d6-4c49-93c2-2bc87328c38e service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Received event network-vif-deleted-fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2267.635267] env[62180]: INFO nova.compute.manager [req-e133cf5e-1835-474d-8af8-4a41e79a3949 req-4ff03962-00d6-4c49-93c2-2bc87328c38e service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Neutron deleted interface fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2; detaching it from the instance and deleting it from the info cache [ 2267.635267] env[62180]: DEBUG nova.network.neutron [req-e133cf5e-1835-474d-8af8-4a41e79a3949 req-4ff03962-00d6-4c49-93c2-2bc87328c38e service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.825682] env[62180]: DEBUG nova.scheduler.client.report [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2268.103443] env[62180]: DEBUG nova.network.neutron [-] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.137816] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb6dbf6c-c93a-4f26-9283-71c84e4afc66 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.148077] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651c02f-a11a-4234-ad42-7c60862586c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.175276] env[62180]: DEBUG nova.compute.manager [req-e133cf5e-1835-474d-8af8-4a41e79a3949 req-4ff03962-00d6-4c49-93c2-2bc87328c38e service nova] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Detach interface failed, port_id=fafacdb3-807a-4dfd-b7ca-cc3d3db11ca2, reason: Instance df6f42d3-b222-4186-bd01-47b094a73c5b could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2268.330617] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.331189] env[62180]: DEBUG nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2268.605832] env[62180]: INFO nova.compute.manager [-] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Took 1.24 seconds to deallocate network for instance. [ 2268.836666] env[62180]: DEBUG nova.compute.utils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2268.838137] env[62180]: DEBUG nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2268.838308] env[62180]: DEBUG nova.network.neutron [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2268.887745] env[62180]: DEBUG nova.policy [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e432b9d906af4e2e9ce7b696fe62be33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbc38168be3c4db298a5e24844095724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2269.112690] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.113017] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.113284] env[62180]: DEBUG nova.objects.instance [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lazy-loading 'resources' on Instance uuid df6f42d3-b222-4186-bd01-47b094a73c5b {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.228351] env[62180]: DEBUG nova.network.neutron [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Successfully created port: c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2269.342017] env[62180]: DEBUG nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2269.692122] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7100eba-4b30-42e8-b81e-af80374bcffc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.699695] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba3b97-c604-4dd0-97f3-65cf894125cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.728229] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4f7cd-a563-448e-bcc0-62014806bdf5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.735420] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6224b5-13e8-487e-9f24-c005897c61f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.748257] env[62180]: DEBUG nova.compute.provider_tree [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.251893] env[62180]: DEBUG nova.scheduler.client.report [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2270.352778] env[62180]: DEBUG nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2270.380194] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2270.380445] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2270.380620] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2270.380803] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2270.381077] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2270.381246] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2270.381454] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2270.381652] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2270.381837] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2270.382000] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2270.382190] env[62180]: DEBUG nova.virt.hardware [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2270.383103] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ccfe93-1a5f-41e0-afc6-c786acc4959c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.391527] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf908d-6390-4e88-a58c-d43cfccdf58d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.758060] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.775736] env[62180]: INFO nova.scheduler.client.report [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Deleted allocations for instance df6f42d3-b222-4186-bd01-47b094a73c5b [ 2271.284021] env[62180]: DEBUG oslo_concurrency.lockutils [None req-0258d369-e948-40bb-b277-b3bc35f12fe3 tempest-ServerActionsTestOtherA-586234724 tempest-ServerActionsTestOtherA-586234724-project-member] Lock "df6f42d3-b222-4186-bd01-47b094a73c5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.339462] env[62180]: DEBUG nova.compute.manager [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Stashing vm_state: active {{(pid=62180) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2272.859809] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.860188] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.365718] env[62180]: INFO nova.compute.claims [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2273.871994] env[62180]: INFO nova.compute.resource_tracker [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating resource usage from migration 3381724b-336f-4863-b8ac-3a219ed6461b [ 2273.977417] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad822f-dc70-4a80-a73e-33a61847c0f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.985121] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d0273-c560-419a-a658-fe8019058a80 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.017186] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76bb446-ad4e-41de-a066-3481584e7b3e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.025215] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb9c80d-137e-4412-a1f7-c7be03ffaaf7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.038641] env[62180]: DEBUG nova.compute.provider_tree [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2274.542106] env[62180]: DEBUG nova.scheduler.client.report [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2275.046518] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.186s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.046782] env[62180]: INFO nova.compute.manager [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Migrating [ 2275.411532] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ecf37-0f62-cc30-0dfa-6ef9c48da9ae/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2275.412572] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e214afe-429a-4c54-b4c4-dbbec02a615d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.418886] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ecf37-0f62-cc30-0dfa-6ef9c48da9ae/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2275.419069] env[62180]: ERROR oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ecf37-0f62-cc30-0dfa-6ef9c48da9ae/disk-0.vmdk due to incomplete transfer. [ 2275.419281] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edf3017f-c08d-4321-bfd3-60bca9b0a095 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.426220] env[62180]: DEBUG oslo_vmware.rw_handles [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528ecf37-0f62-cc30-0dfa-6ef9c48da9ae/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2275.426430] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Uploaded image 522ecf70-4d5c-417c-9232-70a26c1ae5d7 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2275.428836] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2275.429112] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d6d508f-121b-43a0-a4f4-d5b59032f563 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.434259] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2275.434259] env[62180]: value = "task-1964590" [ 2275.434259] env[62180]: _type = "Task" [ 2275.434259] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.443645] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964590, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.561691] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.561998] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.562306] env[62180]: DEBUG nova.network.neutron [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.685540] env[62180]: DEBUG nova.compute.manager [req-2e30966e-deb5-46e0-8798-6cfa12d69a2a req-fa8d57db-85a3-423e-88fa-2337d4156551 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Received event network-vif-plugged-c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2275.685940] env[62180]: DEBUG oslo_concurrency.lockutils [req-2e30966e-deb5-46e0-8798-6cfa12d69a2a req-fa8d57db-85a3-423e-88fa-2337d4156551 service nova] Acquiring lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.686601] env[62180]: DEBUG oslo_concurrency.lockutils [req-2e30966e-deb5-46e0-8798-6cfa12d69a2a req-fa8d57db-85a3-423e-88fa-2337d4156551 service nova] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.686801] env[62180]: DEBUG oslo_concurrency.lockutils [req-2e30966e-deb5-46e0-8798-6cfa12d69a2a req-fa8d57db-85a3-423e-88fa-2337d4156551 service nova] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.686976] env[62180]: DEBUG nova.compute.manager [req-2e30966e-deb5-46e0-8798-6cfa12d69a2a req-fa8d57db-85a3-423e-88fa-2337d4156551 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] No waiting events found dispatching network-vif-plugged-c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2275.691649] env[62180]: WARNING nova.compute.manager [req-2e30966e-deb5-46e0-8798-6cfa12d69a2a req-fa8d57db-85a3-423e-88fa-2337d4156551 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Received unexpected event network-vif-plugged-c79449bf-8ca7-4728-b918-382645d77381 for instance with vm_state building and task_state spawning. [ 2275.944571] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964590, 'name': Destroy_Task, 'duration_secs': 0.381583} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.944827] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Destroyed the VM [ 2275.945243] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2275.945518] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51ec6fc4-c680-4487-94f7-ab329a75e77f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.953303] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2275.953303] env[62180]: value = "task-1964591" [ 2275.953303] env[62180]: _type = "Task" [ 2275.953303] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.960520] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964591, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.036108] env[62180]: DEBUG nova.network.neutron [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Successfully updated port: c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2276.280922] env[62180]: DEBUG nova.network.neutron [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.463959] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964591, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391743} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.464614] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2276.464614] env[62180]: DEBUG nova.compute.manager [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2276.466030] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de542926-5e4a-4bad-8c42-157bc76a90a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.539964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.540124] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.540268] env[62180]: DEBUG nova.network.neutron [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2276.783906] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.977095] env[62180]: INFO nova.compute.manager [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Shelve offloading [ 2277.070987] env[62180]: DEBUG nova.network.neutron [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2277.204338] env[62180]: DEBUG nova.network.neutron [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updating instance_info_cache with network_info: [{"id": "c79449bf-8ca7-4728-b918-382645d77381", "address": "fa:16:3e:f3:ce:c4", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc79449bf-8c", "ovs_interfaceid": "c79449bf-8ca7-4728-b918-382645d77381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.480503] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2277.480829] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a1101bd-111b-4129-8b57-6108605febdb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.487946] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2277.487946] env[62180]: value = "task-1964592" [ 2277.487946] env[62180]: _type = "Task" [ 2277.487946] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.495612] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.706880] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.707241] env[62180]: DEBUG nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Instance network_info: |[{"id": "c79449bf-8ca7-4728-b918-382645d77381", "address": "fa:16:3e:f3:ce:c4", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc79449bf-8c", "ovs_interfaceid": "c79449bf-8ca7-4728-b918-382645d77381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2277.707666] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ce:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c79449bf-8ca7-4728-b918-382645d77381', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2277.715311] env[62180]: DEBUG oslo.service.loopingcall [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2277.716528] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2277.717613] env[62180]: DEBUG nova.compute.manager [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Received event network-changed-c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2277.717795] env[62180]: DEBUG nova.compute.manager [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Refreshing instance network info cache due to event network-changed-c79449bf-8ca7-4728-b918-382645d77381. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2277.717996] env[62180]: DEBUG oslo_concurrency.lockutils [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] Acquiring lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.718149] env[62180]: DEBUG oslo_concurrency.lockutils [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] Acquired lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.718307] env[62180]: DEBUG nova.network.neutron [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Refreshing network info cache for port c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2277.719312] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea684399-e117-4a2c-8320-3a72791fc840 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.741672] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2277.741672] env[62180]: value = "task-1964593" [ 2277.741672] env[62180]: _type = "Task" [ 2277.741672] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.749191] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964593, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.989895] env[62180]: DEBUG nova.network.neutron [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updated VIF entry in instance network info cache for port c79449bf-8ca7-4728-b918-382645d77381. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2277.990283] env[62180]: DEBUG nova.network.neutron [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updating instance_info_cache with network_info: [{"id": "c79449bf-8ca7-4728-b918-382645d77381", "address": "fa:16:3e:f3:ce:c4", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc79449bf-8c", "ovs_interfaceid": "c79449bf-8ca7-4728-b918-382645d77381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.002898] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2278.003092] env[62180]: DEBUG nova.compute.manager [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2278.003845] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465587a-009d-44d9-9a79-ef7313537c50 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.009893] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.010073] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.010238] env[62180]: DEBUG nova.network.neutron [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2278.252337] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964593, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.297625] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2ad88-0b50-462f-8b81-2f8c5fd57123 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.315758] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance 'c99dcf1b-2124-4b13-ad46-c7410403a450' progress to 0 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2278.493251] env[62180]: DEBUG oslo_concurrency.lockutils [req-20ad05e4-9d8c-43ef-8471-f2d0872ac4d6 req-862567de-6af2-40c0-aded-c8f367f98ff4 service nova] Releasing lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.717343] env[62180]: DEBUG nova.network.neutron [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.756520] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964593, 'name': CreateVM_Task} progress is 99%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.821239] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2278.821512] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60517e04-ae34-4f6a-8670-99ebaa37c805 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.829196] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2278.829196] env[62180]: value = "task-1964594" [ 2278.829196] env[62180]: _type = "Task" [ 2278.829196] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.837363] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.220624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.254941] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964593, 'name': CreateVM_Task, 'duration_secs': 1.394475} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.255135] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2279.255782] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.255949] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.256288] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2279.256553] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f2c23d-9b33-40e3-b620-9f7571fc235e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.261212] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2279.261212] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f9a17-5a0a-a2c8-4f0b-7528861ff659" [ 2279.261212] env[62180]: _type = "Task" [ 2279.261212] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.269165] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f9a17-5a0a-a2c8-4f0b-7528861ff659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.338994] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964594, 'name': PowerOffVM_Task, 'duration_secs': 0.218188} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.339275] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2279.339457] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance 'c99dcf1b-2124-4b13-ad46-c7410403a450' progress to 17 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2279.556113] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2279.557041] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce67990-ff8a-49ca-815a-68a3a45a813a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.564862] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2279.565110] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34db3717-80eb-46ec-921a-ea38bd4238ba {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.636449] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2279.636682] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2279.636870] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleting the datastore file [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2279.637172] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273dc862-8cfe-428c-b5ad-e214eb6304f3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.643815] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2279.643815] env[62180]: value = "task-1964596" [ 2279.643815] env[62180]: _type = "Task" [ 2279.643815] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.652803] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.739404] env[62180]: DEBUG nova.compute.manager [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-vif-unplugged-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2279.739630] env[62180]: DEBUG oslo_concurrency.lockutils [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.739850] env[62180]: DEBUG oslo_concurrency.lockutils [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.740175] env[62180]: DEBUG oslo_concurrency.lockutils [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.740406] env[62180]: DEBUG nova.compute.manager [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] No waiting events found dispatching network-vif-unplugged-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2279.740582] env[62180]: WARNING nova.compute.manager [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received unexpected event network-vif-unplugged-b18c16f4-d5aa-4275-8905-584c8753739b for instance with vm_state shelved and task_state shelving_offloading. [ 2279.740744] env[62180]: DEBUG nova.compute.manager [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2279.740912] env[62180]: DEBUG nova.compute.manager [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing instance network info cache due to event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2279.741119] env[62180]: DEBUG oslo_concurrency.lockutils [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.741256] env[62180]: DEBUG oslo_concurrency.lockutils [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.741407] env[62180]: DEBUG nova.network.neutron [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2279.771620] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523f9a17-5a0a-a2c8-4f0b-7528861ff659, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.771969] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.772228] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2279.772449] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.772594] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.772771] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2279.773045] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d19d69f7-eaee-4ac9-8175-ed675f2a49db {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.780692] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2279.780862] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2279.781589] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03faa36-f726-4a35-bb63-4c0c1bafc0f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.786424] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2279.786424] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523d148f-6c58-1425-6889-abdb1c27fa9f" [ 2279.786424] env[62180]: _type = "Task" [ 2279.786424] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.793765] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523d148f-6c58-1425-6889-abdb1c27fa9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.845434] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2279.845652] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2279.845811] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2279.845994] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2279.846154] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2279.846296] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2279.846503] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2279.846660] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2279.846847] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2279.846980] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2279.847167] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2279.852006] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3977f90a-589e-47ef-a605-a22ebaf60903 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.866955] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2279.866955] env[62180]: value = "task-1964597" [ 2279.866955] env[62180]: _type = "Task" [ 2279.866955] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.874787] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.154295] env[62180]: DEBUG oslo_vmware.api [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128269} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.154571] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2280.154757] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2280.154927] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2280.184432] env[62180]: INFO nova.scheduler.client.report [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted allocations for instance 09adb999-1a85-4b93-9ed9-d64620a6beef [ 2280.297024] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]523d148f-6c58-1425-6889-abdb1c27fa9f, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.297807] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74622c6a-d1e3-4b15-8384-9b5f1fa8091f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.302856] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2280.302856] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5228f439-a3cb-5a00-e0cc-f901287edf66" [ 2280.302856] env[62180]: _type = "Task" [ 2280.302856] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.310024] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5228f439-a3cb-5a00-e0cc-f901287edf66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.376121] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964597, 'name': ReconfigVM_Task, 'duration_secs': 0.181983} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.376429] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance 'c99dcf1b-2124-4b13-ad46-c7410403a450' progress to 33 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2280.494699] env[62180]: DEBUG nova.network.neutron [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updated VIF entry in instance network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2280.495075] env[62180]: DEBUG nova.network.neutron [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2280.689198] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.689526] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.689857] env[62180]: DEBUG nova.objects.instance [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'resources' on Instance uuid 09adb999-1a85-4b93-9ed9-d64620a6beef {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2280.814318] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5228f439-a3cb-5a00-e0cc-f901287edf66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.883039] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2280.883304] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2280.883452] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2280.883635] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2280.883777] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2280.883948] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2280.884181] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2280.884339] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2280.884502] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2280.884662] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2280.884832] env[62180]: DEBUG nova.virt.hardware [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2280.889991] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2280.890291] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305a49f5-81d7-4405-9d01-745c01dfa3a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.908238] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2280.908238] env[62180]: value = "task-1964598" [ 2280.908238] env[62180]: _type = "Task" [ 2280.908238] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.915786] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.998310] env[62180]: DEBUG oslo_concurrency.lockutils [req-0e001bc5-73c7-453b-b265-e5bfa0477779 req-fa687441-a1e3-4f1b-99e9-96fa6d3a7784 service nova] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.194865] env[62180]: DEBUG nova.objects.instance [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'numa_topology' on Instance uuid 09adb999-1a85-4b93-9ed9-d64620a6beef {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2281.314679] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5228f439-a3cb-5a00-e0cc-f901287edf66, 'name': SearchDatastore_Task, 'duration_secs': 0.826369} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.314679] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.314679] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d367ef32-aeb9-481a-8dc2-6c4537fdd433/d367ef32-aeb9-481a-8dc2-6c4537fdd433.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2281.315134] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d43be0b-b5d5-40af-96be-020eb6436818 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.321150] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2281.321150] env[62180]: value = "task-1964599" [ 2281.321150] env[62180]: _type = "Task" [ 2281.321150] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.328617] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.418177] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964598, 'name': ReconfigVM_Task, 'duration_secs': 0.148634} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.418454] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2281.419240] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a6cf28-5eee-4649-bfd3-f01eebbf1774 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.440649] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2281.440945] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60631523-8df9-47b1-b882-eacbd3d56cfd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.458828] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2281.458828] env[62180]: value = "task-1964600" [ 2281.458828] env[62180]: _type = "Task" [ 2281.458828] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.467567] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.698042] env[62180]: DEBUG nova.objects.base [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Object Instance<09adb999-1a85-4b93-9ed9-d64620a6beef> lazy-loaded attributes: resources,numa_topology {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2281.770453] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1524fb40-226d-452f-a8a5-1789939cbebc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.778229] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80956f93-4269-4bbc-84fe-29df9065a9ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.809132] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f888c94-5d91-4c59-95e4-3597f56a6892 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.816538] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53fa3f5-2a45-469b-8121-a7022dd1f02e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.831616] env[62180]: DEBUG nova.compute.provider_tree [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2281.837690] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454679} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.837929] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] d367ef32-aeb9-481a-8dc2-6c4537fdd433/d367ef32-aeb9-481a-8dc2-6c4537fdd433.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2281.838149] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2281.838429] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2da81b0-bb17-4c76-8adb-2b662d7a1a6d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.844869] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2281.844869] env[62180]: value = "task-1964601" [ 2281.844869] env[62180]: _type = "Task" [ 2281.844869] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.853443] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.968529] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964600, 'name': ReconfigVM_Task, 'duration_secs': 0.296404} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.968766] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfigured VM instance instance-0000007b to attach disk [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2281.969046] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance 'c99dcf1b-2124-4b13-ad46-c7410403a450' progress to 50 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2282.335128] env[62180]: DEBUG nova.scheduler.client.report [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2282.355610] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06349} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.355877] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2282.356648] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e32f05e-fab3-44cf-bc44-7c8d1bbe44dc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.378634] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d367ef32-aeb9-481a-8dc2-6c4537fdd433/d367ef32-aeb9-481a-8dc2-6c4537fdd433.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2282.378899] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdca9a5-7688-4186-97b6-3df8de3c450c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.398646] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2282.398646] env[62180]: value = "task-1964602" [ 2282.398646] env[62180]: _type = "Task" [ 2282.398646] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.407794] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.475969] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f780a8b-9d80-46ef-a083-ec912ab7a725 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.494929] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64505f-3b35-42d5-afdd-26a8ee01e6f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.512188] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance 'c99dcf1b-2124-4b13-ad46-c7410403a450' progress to 67 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2282.559643] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.840044] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.908662] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964602, 'name': ReconfigVM_Task, 'duration_secs': 0.262707} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.908967] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d367ef32-aeb9-481a-8dc2-6c4537fdd433/d367ef32-aeb9-481a-8dc2-6c4537fdd433.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2282.909655] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80347fc3-5d81-4256-9ce0-24e80c1b7719 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.915920] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2282.915920] env[62180]: value = "task-1964603" [ 2282.915920] env[62180]: _type = "Task" [ 2282.915920] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.923949] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964603, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.050927] env[62180]: DEBUG nova.network.neutron [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Port e1e2e8ba-fbdd-4b12-8477-5696435bcb19 binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2283.348624] env[62180]: DEBUG oslo_concurrency.lockutils [None req-6d8ae9ed-a00a-4747-8c72-1203c008dfc9 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.857s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.349474] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.790s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.349721] env[62180]: INFO nova.compute.manager [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Unshelving [ 2283.427624] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964603, 'name': Rename_Task, 'duration_secs': 0.282495} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.427624] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2283.427624] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7adbfdc-ab9b-4feb-8503-0ecbfa93f9e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.433544] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2283.433544] env[62180]: value = "task-1964604" [ 2283.433544] env[62180]: _type = "Task" [ 2283.433544] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.441168] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.944961] env[62180]: DEBUG oslo_vmware.api [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964604, 'name': PowerOnVM_Task, 'duration_secs': 0.471826} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.946031] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2283.946031] env[62180]: INFO nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Took 13.59 seconds to spawn the instance on the hypervisor. [ 2283.946031] env[62180]: DEBUG nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2283.946647] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313d5d54-db55-4a63-8d60-e0551e55ee03 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.071348] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.071585] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.071770] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.374980] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.375263] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.375471] env[62180]: DEBUG nova.objects.instance [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'pci_requests' on Instance uuid 09adb999-1a85-4b93-9ed9-d64620a6beef {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.462058] env[62180]: INFO nova.compute.manager [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Took 18.33 seconds to build instance. [ 2284.879907] env[62180]: DEBUG nova.objects.instance [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'numa_topology' on Instance uuid 09adb999-1a85-4b93-9ed9-d64620a6beef {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2284.964445] env[62180]: DEBUG oslo_concurrency.lockutils [None req-c9c92844-c287-4f45-9bab-afb73b872d27 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.836s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.047837] env[62180]: DEBUG nova.compute.manager [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Received event network-changed-c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2285.048052] env[62180]: DEBUG nova.compute.manager [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Refreshing instance network info cache due to event network-changed-c79449bf-8ca7-4728-b918-382645d77381. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2285.048272] env[62180]: DEBUG oslo_concurrency.lockutils [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] Acquiring lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.048418] env[62180]: DEBUG oslo_concurrency.lockutils [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] Acquired lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.048584] env[62180]: DEBUG nova.network.neutron [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Refreshing network info cache for port c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2285.104539] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.104725] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.104899] env[62180]: DEBUG nova.network.neutron [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2285.383058] env[62180]: INFO nova.compute.claims [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2285.919981] env[62180]: DEBUG nova.network.neutron [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updated VIF entry in instance network info cache for port c79449bf-8ca7-4728-b918-382645d77381. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2285.920343] env[62180]: DEBUG nova.network.neutron [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updating instance_info_cache with network_info: [{"id": "c79449bf-8ca7-4728-b918-382645d77381", "address": "fa:16:3e:f3:ce:c4", "network": {"id": "3b7f8f52-9353-4d0f-91c0-929985250fd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1309954412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbc38168be3c4db298a5e24844095724", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc79449bf-8c", "ovs_interfaceid": "c79449bf-8ca7-4728-b918-382645d77381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.956862] env[62180]: DEBUG nova.network.neutron [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.422552] env[62180]: DEBUG oslo_concurrency.lockutils [req-29ee5c49-7804-439e-ae8e-64b956df0b50 req-c46c51ee-da78-4356-b11b-876fecad5e8c service nova] Releasing lock "refresh_cache-d367ef32-aeb9-481a-8dc2-6c4537fdd433" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.461755] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.466568] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d2db47-87e7-4102-8665-d7fa5ce0d92d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.475142] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299bdc23-30e5-44e1-98ee-db48978a4fe9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.507048] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ca2378-142c-410b-ad50-1ef800914d8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.515942] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192cad7-6356-4419-b183-9b7a9f59cb9b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.530185] env[62180]: DEBUG nova.compute.provider_tree [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2286.986936] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87ec52c-f366-44a4-bcbf-ab86e6365040 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.005167] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871b867-f7ee-41cd-8455-f25daef8f937 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.011809] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance 'c99dcf1b-2124-4b13-ad46-c7410403a450' progress to 83 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2287.033370] env[62180]: DEBUG nova.scheduler.client.report [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2287.517813] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2287.518186] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da0ba7c6-160c-4ee0-a8a5-c6258b617ed4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.525502] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2287.525502] env[62180]: value = "task-1964605" [ 2287.525502] env[62180]: _type = "Task" [ 2287.525502] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.533265] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.538096] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.163s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.566589] env[62180]: INFO nova.network.neutron [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating port b18c16f4-d5aa-4275-8905-584c8753739b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2288.035893] env[62180]: DEBUG oslo_vmware.api [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964605, 'name': PowerOnVM_Task, 'duration_secs': 0.433624} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.036130] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2288.036288] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a47e-e224-4f75-869f-cb637bc20472 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance 'c99dcf1b-2124-4b13-ad46-c7410403a450' progress to 100 {{(pid=62180) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2290.847415] env[62180]: DEBUG nova.network.neutron [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Port e1e2e8ba-fbdd-4b12-8477-5696435bcb19 binding to destination host cpu-1 is already ACTIVE {{(pid=62180) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2290.847698] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2290.847835] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2290.847996] env[62180]: DEBUG nova.network.neutron [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2291.594427] env[62180]: DEBUG nova.network.neutron [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.097571] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.600586] env[62180]: DEBUG nova.compute.manager [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62180) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2292.600932] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.601190] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.104240] env[62180]: DEBUG nova.objects.instance [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'migration_context' on Instance uuid c99dcf1b-2124-4b13-ad46-c7410403a450 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.676382] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5e92ec-a209-42c8-aef4-69116c45720b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.683520] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c9bd97-903a-4e24-b3ca-468a7ed88fc6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.712511] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac77e5d5-9db9-4d23-8936-945db8189a8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.719610] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3499b3e-0ee8-4895-be7d-8b7d89e54029 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.732636] env[62180]: DEBUG nova.compute.provider_tree [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.236692] env[62180]: DEBUG nova.scheduler.client.report [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2295.249615] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.648s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.032423] env[62180]: DEBUG nova.compute.manager [req-aab47c67-8ebd-454e-acc5-907b2266c710 req-98724117-99d8-43a3-8158-5abf8d8044ce service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-vif-plugged-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2296.032626] env[62180]: DEBUG oslo_concurrency.lockutils [req-aab47c67-8ebd-454e-acc5-907b2266c710 req-98724117-99d8-43a3-8158-5abf8d8044ce service nova] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.032849] env[62180]: DEBUG oslo_concurrency.lockutils [req-aab47c67-8ebd-454e-acc5-907b2266c710 req-98724117-99d8-43a3-8158-5abf8d8044ce service nova] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.033033] env[62180]: DEBUG oslo_concurrency.lockutils [req-aab47c67-8ebd-454e-acc5-907b2266c710 req-98724117-99d8-43a3-8158-5abf8d8044ce service nova] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.033202] env[62180]: DEBUG nova.compute.manager [req-aab47c67-8ebd-454e-acc5-907b2266c710 req-98724117-99d8-43a3-8158-5abf8d8044ce service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] No waiting events found dispatching network-vif-plugged-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2296.033363] env[62180]: WARNING nova.compute.manager [req-aab47c67-8ebd-454e-acc5-907b2266c710 req-98724117-99d8-43a3-8158-5abf8d8044ce service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received unexpected event network-vif-plugged-b18c16f4-d5aa-4275-8905-584c8753739b for instance with vm_state shelved_offloaded and task_state spawning. [ 2296.118029] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.118244] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.118421] env[62180]: DEBUG nova.network.neutron [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2296.783213] env[62180]: INFO nova.compute.manager [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Swapping old allocation on dict_keys(['33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b']) held by migration 3381724b-336f-4863-b8ac-3a219ed6461b for instance [ 2296.805926] env[62180]: DEBUG nova.scheduler.client.report [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Overwriting current allocation {'allocations': {'33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': '401d682a4ae5461a99a3733555456aad', 'user_id': '95d5736371d7460191d2f2761526367a', 'consumer_generation': 1} on consumer c99dcf1b-2124-4b13-ad46-c7410403a450 {{(pid=62180) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2296.827775] env[62180]: DEBUG nova.network.neutron [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2296.877825] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.878020] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.878195] env[62180]: DEBUG nova.network.neutron [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2297.331168] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.358800] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9715964cfb63a3bc2f3830f02c5e1cb9',container_format='bare',created_at=2024-12-24T14:18:04Z,direct_url=,disk_format='vmdk',id=522ecf70-4d5c-417c-9232-70a26c1ae5d7,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-757328479-shelved',owner='85bf2889f9f64967835e5bfef2c74f40',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-24T14:18:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2297.359049] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2297.359212] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2297.359395] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2297.359570] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2297.359723] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2297.359933] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2297.360101] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2297.360266] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2297.360427] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2297.360600] env[62180]: DEBUG nova.virt.hardware [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2297.361525] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3d4998-4340-4380-a824-af697fb807a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.369276] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c49176-b9c9-44af-9fa8-8acda5a7c9f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.383992] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ec:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18c16f4-d5aa-4275-8905-584c8753739b', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2297.391222] env[62180]: DEBUG oslo.service.loopingcall [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2297.391477] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2297.391919] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9631f16c-fead-4019-a449-518d15c4f2fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.411185] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2297.411185] env[62180]: value = "task-1964606" [ 2297.411185] env[62180]: _type = "Task" [ 2297.411185] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.418036] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964606, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.640677] env[62180]: DEBUG nova.network.neutron [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [{"id": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "address": "fa:16:3e:1c:bb:e4", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e2e8ba-fb", "ovs_interfaceid": "e1e2e8ba-fbdd-4b12-8477-5696435bcb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.925112] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964606, 'name': CreateVM_Task, 'duration_secs': 0.326374} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.925467] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2297.925838] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.926013] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.926412] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2297.926663] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef72e3cc-0553-4179-858e-9515fc621537 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.931101] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2297.931101] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ecd3a0-af1c-9f81-a4f6-587e37e6ae4e" [ 2297.931101] env[62180]: _type = "Task" [ 2297.931101] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.938247] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52ecd3a0-af1c-9f81-a4f6-587e37e6ae4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.056870] env[62180]: DEBUG nova.compute.manager [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2298.057076] env[62180]: DEBUG nova.compute.manager [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing instance network info cache due to event network-changed-b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2298.057288] env[62180]: DEBUG oslo_concurrency.lockutils [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.057427] env[62180]: DEBUG oslo_concurrency.lockutils [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.057593] env[62180]: DEBUG nova.network.neutron [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Refreshing network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2298.143165] env[62180]: DEBUG oslo_concurrency.lockutils [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-c99dcf1b-2124-4b13-ad46-c7410403a450" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.143649] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2298.143960] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a4e963a-f111-4020-a8bc-f7161bda6609 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.152023] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2298.152023] env[62180]: value = "task-1964607" [ 2298.152023] env[62180]: _type = "Task" [ 2298.152023] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.160496] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.441693] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.441912] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Processing image 522ecf70-4d5c-417c-9232-70a26c1ae5d7 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2298.442164] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7/522ecf70-4d5c-417c-9232-70a26c1ae5d7.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.442313] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7/522ecf70-4d5c-417c-9232-70a26c1ae5d7.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.442537] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2298.442775] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a13f539-52ce-4640-8bdf-909a7784080d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.451190] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2298.451352] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2298.452060] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0f1fa7-50a3-440c-84a1-1d14e219c7ca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.456719] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2298.456719] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521971a2-5285-d021-4a02-bdb1c7c8c63f" [ 2298.456719] env[62180]: _type = "Task" [ 2298.456719] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.463965] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]521971a2-5285-d021-4a02-bdb1c7c8c63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.661593] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964607, 'name': PowerOffVM_Task, 'duration_secs': 0.240568} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.661855] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2298.662510] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2298.662746] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2298.662873] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2298.663059] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2298.663206] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2298.663350] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2298.663549] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2298.663708] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2298.663895] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2298.664485] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2298.664485] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2298.670958] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec66425-fb44-4acb-bf70-e4424b95525b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.686210] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2298.686210] env[62180]: value = "task-1964608" [ 2298.686210] env[62180]: _type = "Task" [ 2298.686210] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.694117] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.770971] env[62180]: DEBUG nova.network.neutron [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updated VIF entry in instance network info cache for port b18c16f4-d5aa-4275-8905-584c8753739b. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2298.771412] env[62180]: DEBUG nova.network.neutron [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.968075] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Preparing fetch location {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2298.968456] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Fetch image to [datastore1] OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97/OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97.vmdk {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2298.968517] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Downloading stream optimized image 522ecf70-4d5c-417c-9232-70a26c1ae5d7 to [datastore1] OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97/OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97.vmdk on the data store datastore1 as vApp {{(pid=62180) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2298.968641] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Downloading image file data 522ecf70-4d5c-417c-9232-70a26c1ae5d7 to the ESX as VM named 'OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97' {{(pid=62180) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2299.032947] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2299.032947] env[62180]: value = "resgroup-9" [ 2299.032947] env[62180]: _type = "ResourcePool" [ 2299.032947] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2299.033248] env[62180]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b87d0bb6-a9b8-4e36-b2ae-6fcbb91fc939 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.053450] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease: (returnval){ [ 2299.053450] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a70da5-78a7-b77e-db27-09b60fdd1c74" [ 2299.053450] env[62180]: _type = "HttpNfcLease" [ 2299.053450] env[62180]: } obtained for vApp import into resource pool (val){ [ 2299.053450] env[62180]: value = "resgroup-9" [ 2299.053450] env[62180]: _type = "ResourcePool" [ 2299.053450] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2299.053686] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the lease: (returnval){ [ 2299.053686] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a70da5-78a7-b77e-db27-09b60fdd1c74" [ 2299.053686] env[62180]: _type = "HttpNfcLease" [ 2299.053686] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2299.060598] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2299.060598] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a70da5-78a7-b77e-db27-09b60fdd1c74" [ 2299.060598] env[62180]: _type = "HttpNfcLease" [ 2299.060598] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2299.195085] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964608, 'name': ReconfigVM_Task, 'duration_secs': 0.13887} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.196142] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2474ea7-372e-4efc-b5f3-7d861fab14fb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.215463] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2299.215727] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2299.215849] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2299.216069] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2299.216230] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2299.216369] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2299.216573] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2299.216732] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2299.216895] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2299.217083] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2299.217248] env[62180]: DEBUG nova.virt.hardware [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2299.218033] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b3f3d7-419a-4126-8f97-67c259fae157 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.223507] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2299.223507] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cac43f-fbea-87cd-d61a-7fece772684a" [ 2299.223507] env[62180]: _type = "Task" [ 2299.223507] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.916542] env[62180]: DEBUG oslo_concurrency.lockutils [req-d097a8f2-896a-42c1-9a04-3ec94c365e48 req-7756ca49-120f-49a9-825a-cfad0685b9bc service nova] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.917360] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cac43f-fbea-87cd-d61a-7fece772684a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.917537] env[62180]: WARNING oslo_vmware.common.loopingcall [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] task run outlasted interval by 0.19386499999999995 sec [ 2299.926939] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2299.926939] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a70da5-78a7-b77e-db27-09b60fdd1c74" [ 2299.926939] env[62180]: _type = "HttpNfcLease" [ 2299.926939] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2299.929898] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2299.929898] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52a70da5-78a7-b77e-db27-09b60fdd1c74" [ 2299.929898] env[62180]: _type = "HttpNfcLease" [ 2299.929898] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2299.930136] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52cac43f-fbea-87cd-d61a-7fece772684a, 'name': SearchDatastore_Task, 'duration_secs': 0.006896} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.930760] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d88f6e-17ec-4625-b406-491720b22811 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.937651] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2299.937890] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41ac1dc-4c50-478d-8f9d-ed53a53aa5bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.954797] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c564cc-a09f-9222-3706-8321ede28d52/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2299.954957] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c564cc-a09f-9222-3706-8321ede28d52/disk-0.vmdk. {{(pid=62180) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2299.957105] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2299.957105] env[62180]: value = "task-1964610" [ 2299.957105] env[62180]: _type = "Task" [ 2299.957105] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.022540] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.027817] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c91ed71-518d-407e-b002-2136ee4d32a5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.469855] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964610, 'name': ReconfigVM_Task, 'duration_secs': 0.181938} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.471650] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2300.472576] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281253c-de91-459a-bb2f-93fe42c40ba8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.496753] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2300.503408] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-997e2384-c17f-4e6f-a2c3-6282df9882cb {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.528509] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2300.528509] env[62180]: value = "task-1964611" [ 2300.528509] env[62180]: _type = "Task" [ 2300.528509] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.537783] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.039817] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964611, 'name': ReconfigVM_Task, 'duration_secs': 0.290543} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.040285] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Reconfigured VM instance instance-0000007b to attach disk [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450/c99dcf1b-2124-4b13-ad46-c7410403a450.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2301.040923] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba9ce83-341c-45b5-aba4-9dfb4db05991 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.063100] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713f0a4b-0f10-42b2-b70f-3df4ab3ad3ab {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.087032] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e1696d-665f-462e-9274-fd7770025134 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.110299] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a3c8b-a811-42f4-b826-f3a25d9ea4c9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.119908] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2301.121847] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11b3b9a0-313a-4681-bdfe-40e31c86a10b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.131659] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2301.131659] env[62180]: value = "task-1964612" [ 2301.131659] env[62180]: _type = "Task" [ 2301.131659] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.143266] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.146218] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Completed reading data from the image iterator. {{(pid=62180) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2301.146435] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c564cc-a09f-9222-3706-8321ede28d52/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2301.147321] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a639aa-7f58-4082-b08a-640c78e17cde {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.153986] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c564cc-a09f-9222-3706-8321ede28d52/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2301.154258] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c564cc-a09f-9222-3706-8321ede28d52/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2301.154581] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0d356058-af2c-439b-8b71-5297521dcb86 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.427585] env[62180]: DEBUG oslo_vmware.rw_handles [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c564cc-a09f-9222-3706-8321ede28d52/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2301.427842] env[62180]: INFO nova.virt.vmwareapi.images [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Downloaded image file data 522ecf70-4d5c-417c-9232-70a26c1ae5d7 [ 2301.428709] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c2858-ee99-4fc9-b3c6-c84f050bbbf3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.443966] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ff0aaf-b0b7-40b6-900e-04fc00274d3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.528474] env[62180]: INFO nova.virt.vmwareapi.images [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] The imported VM was unregistered [ 2301.531053] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Caching image {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2301.531319] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Creating directory with path [datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2301.531666] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9295148e-8875-4572-89d1-846752c035e0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.542069] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Created directory with path [datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2301.542276] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97/OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97.vmdk to [datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7/522ecf70-4d5c-417c-9232-70a26c1ae5d7.vmdk. {{(pid=62180) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2301.542566] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-98e35dab-c649-4268-a639-dba18437ace0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.548847] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2301.548847] env[62180]: value = "task-1964614" [ 2301.548847] env[62180]: _type = "Task" [ 2301.548847] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.556402] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964614, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.643389] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.058524] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964614, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.089313] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.089603] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.089792] env[62180]: INFO nova.compute.manager [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Shelving [ 2302.143472] env[62180]: DEBUG oslo_vmware.api [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964612, 'name': PowerOnVM_Task, 'duration_secs': 0.562112} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.143704] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2302.560461] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964614, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.061767] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964614, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.100569] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2303.100885] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d14d1f1-7f09-4688-9e1d-92ea57e7a931 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.109135] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2303.109135] env[62180]: value = "task-1964615" [ 2303.109135] env[62180]: _type = "Task" [ 2303.109135] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.118721] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.155850] env[62180]: INFO nova.compute.manager [None req-3ecde93c-f63e-4cc7-8233-665d6919fbf8 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance to original state: 'active' [ 2303.561954] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964614, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.619355] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964615, 'name': PowerOffVM_Task, 'duration_secs': 0.285532} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.619673] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2303.620513] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14428cb2-7acc-4089-a434-f005d857b5bf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.638930] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e85ca59-5001-4509-b0bf-adbccc25ce5e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.062730] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964614, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.223045} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.063098] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97/OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97.vmdk to [datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7/522ecf70-4d5c-417c-9232-70a26c1ae5d7.vmdk. [ 2304.063198] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Cleaning up location [datastore1] OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2304.063358] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5a4894c2-0dab-4b2b-b68c-0fd284fedd97 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2304.063610] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecda1a17-6c1e-48b0-a490-483381d6c118 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.073437] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2304.073437] env[62180]: value = "task-1964616" [ 2304.073437] env[62180]: _type = "Task" [ 2304.073437] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.082074] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.151103] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Creating Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2304.151547] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71f1d3a2-c8f0-474e-b16b-2b1b6cfe27ea {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.160019] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2304.160019] env[62180]: value = "task-1964617" [ 2304.160019] env[62180]: _type = "Task" [ 2304.160019] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.171307] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.570519] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "c99dcf1b-2124-4b13-ad46-c7410403a450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.570790] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.571014] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.571204] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.571417] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.573578] env[62180]: INFO nova.compute.manager [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Terminating instance [ 2304.584251] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03358} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.584959] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2304.585146] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7/522ecf70-4d5c-417c-9232-70a26c1ae5d7.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.585380] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7/522ecf70-4d5c-417c-9232-70a26c1ae5d7.vmdk to [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2304.585878] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45b27a3e-5bd4-4ada-94fe-1f8c504d54bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.593113] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2304.593113] env[62180]: value = "task-1964618" [ 2304.593113] env[62180]: _type = "Task" [ 2304.593113] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.600723] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.670217] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.081950] env[62180]: DEBUG nova.compute.manager [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2305.082225] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2305.083157] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a9d2be-3613-4757-8d5e-5453e8cb5e00 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.091444] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2305.091644] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a4e4190-9885-4288-8bf9-494a9fda81fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.098599] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2305.098599] env[62180]: value = "task-1964619" [ 2305.098599] env[62180]: _type = "Task" [ 2305.098599] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.101748] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964618, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.110354] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.171645] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964617, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.603652] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964618, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.611830] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964619, 'name': PowerOffVM_Task, 'duration_secs': 0.191355} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.612134] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2305.612328] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2305.612577] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-663a0633-b88d-4fb3-8c1a-4f888d0a2e1d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.671689] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964617, 'name': CreateSnapshot_Task, 'duration_secs': 1.271996} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.671991] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Created Snapshot of the VM instance {{(pid=62180) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2305.672928] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1681d6-17f5-4de4-9e1f-21fd419dce91 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.710362] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2305.710624] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2305.710876] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleting the datastore file [datastore1] c99dcf1b-2124-4b13-ad46-c7410403a450 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2305.711197] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5578ec85-4a0b-4c31-9da4-0b632863e2f5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.718892] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2305.718892] env[62180]: value = "task-1964621" [ 2305.718892] env[62180]: _type = "Task" [ 2305.718892] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.729200] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.104359] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964618, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.191761] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Creating linked-clone VM from snapshot {{(pid=62180) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2306.192103] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-380a502e-eefc-4563-adae-856855b31e8c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.200963] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2306.200963] env[62180]: value = "task-1964622" [ 2306.200963] env[62180]: _type = "Task" [ 2306.200963] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.210692] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.230393] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.604982] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964618, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.711411] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.729353] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.105690] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964618, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.211132] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 94%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.230102] env[62180]: DEBUG oslo_vmware.api [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.451317} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.230102] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2307.230102] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2307.230102] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2307.230102] env[62180]: INFO nova.compute.manager [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Took 2.15 seconds to destroy the instance on the hypervisor. [ 2307.230570] env[62180]: DEBUG oslo.service.loopingcall [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.230570] env[62180]: DEBUG nova.compute.manager [-] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2307.230570] env[62180]: DEBUG nova.network.neutron [-] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2307.606835] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964618, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.544222} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.607191] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/522ecf70-4d5c-417c-9232-70a26c1ae5d7/522ecf70-4d5c-417c-9232-70a26c1ae5d7.vmdk to [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2307.608203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dacf5b-377e-4d6c-a22e-6ebdcb82e8c8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.632863] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2307.633148] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6beecc96-baef-46df-a1b8-02731555df2c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.651631] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2307.651631] env[62180]: value = "task-1964623" [ 2307.651631] env[62180]: _type = "Task" [ 2307.651631] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.659092] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.712942] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.887757] env[62180]: DEBUG nova.compute.manager [req-4cf009c0-146a-4e0d-a916-61813672e002 req-0007fe7f-5a4a-46de-ab40-ad488608e488 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Received event network-vif-deleted-e1e2e8ba-fbdd-4b12-8477-5696435bcb19 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2307.887954] env[62180]: INFO nova.compute.manager [req-4cf009c0-146a-4e0d-a916-61813672e002 req-0007fe7f-5a4a-46de-ab40-ad488608e488 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Neutron deleted interface e1e2e8ba-fbdd-4b12-8477-5696435bcb19; detaching it from the instance and deleting it from the info cache [ 2307.888221] env[62180]: DEBUG nova.network.neutron [req-4cf009c0-146a-4e0d-a916-61813672e002 req-0007fe7f-5a4a-46de-ab40-ad488608e488 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.161199] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964623, 'name': ReconfigVM_Task, 'duration_secs': 0.268303} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.161557] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef/09adb999-1a85-4b93-9ed9-d64620a6beef.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2308.162207] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-801a6953-3706-4f64-a732-ed469bc4a935 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.168320] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2308.168320] env[62180]: value = "task-1964624" [ 2308.168320] env[62180]: _type = "Task" [ 2308.168320] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.175819] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964624, 'name': Rename_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.212441] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.361057] env[62180]: DEBUG nova.network.neutron [-] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.391533] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51ff0233-b62d-4092-ba09-747031a036f8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.402470] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ce8d1-c2a1-43fa-9b5c-831dbef8117b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.428332] env[62180]: DEBUG nova.compute.manager [req-4cf009c0-146a-4e0d-a916-61813672e002 req-0007fe7f-5a4a-46de-ab40-ad488608e488 service nova] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Detach interface failed, port_id=e1e2e8ba-fbdd-4b12-8477-5696435bcb19, reason: Instance c99dcf1b-2124-4b13-ad46-c7410403a450 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2308.678700] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964624, 'name': Rename_Task, 'duration_secs': 0.130108} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.678915] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2308.679159] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def6835f-89b1-41d3-871e-f1708f1f9d43 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.686119] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2308.686119] env[62180]: value = "task-1964625" [ 2308.686119] env[62180]: _type = "Task" [ 2308.686119] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.693201] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.711260] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.863187] env[62180]: INFO nova.compute.manager [-] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Took 1.63 seconds to deallocate network for instance. [ 2309.197437] env[62180]: DEBUG oslo_vmware.api [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964625, 'name': PowerOnVM_Task, 'duration_secs': 0.415567} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.197778] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2309.213031] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.296190] env[62180]: DEBUG nova.compute.manager [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2309.297122] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1c84e-cbad-4cd8-9e8e-0ef4827f35e8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.370399] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.370507] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.370741] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.392711] env[62180]: INFO nova.scheduler.client.report [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted allocations for instance c99dcf1b-2124-4b13-ad46-c7410403a450 [ 2309.714773] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.814920] env[62180]: DEBUG oslo_concurrency.lockutils [None req-814e3942-aec5-4bc1-af9a-d6e60b455e89 tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.465s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.899933] env[62180]: DEBUG oslo_concurrency.lockutils [None req-554e3b74-0568-4d7a-8f49-5571944c494b tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "c99dcf1b-2124-4b13-ad46-c7410403a450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.329s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.215132] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.540288] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.540513] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.716226] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.043573] env[62180]: DEBUG nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Starting instance... {{(pid=62180) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2311.216539] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.564154] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.564501] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.566772] env[62180]: INFO nova.compute.claims [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2311.718177] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.218425] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.642353] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d8a80-b9ba-4953-96bd-0fc357f05e04 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.650008] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706c38da-49cd-4097-aba1-3c50fac3541e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.680317] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f0adb5-1d8d-4fa7-8a23-ea52b7751a1e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.688067] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071561e8-18da-4b4e-8063-1edf4ea19aca {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.701347] env[62180]: DEBUG nova.compute.provider_tree [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2312.718426] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.204335] env[62180]: DEBUG nova.scheduler.client.report [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2313.219113] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task} progress is 95%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.708944] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.709532] env[62180]: DEBUG nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Start building networks asynchronously for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2313.721060] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964622, 'name': CloneVM_Task, 'duration_secs': 7.448489} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.721318] env[62180]: INFO nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Created linked-clone VM from snapshot [ 2313.722036] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59856884-825a-4587-a041-a3a1c4a57812 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.728908] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Uploading image 2992f33c-51ee-431f-8ffb-a8e276957a02 {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2313.754793] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2313.754793] env[62180]: value = "vm-404655" [ 2313.754793] env[62180]: _type = "VirtualMachine" [ 2313.754793] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2313.755274] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7008a574-55c3-485a-be6f-ada60d8b3568 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.761898] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease: (returnval){ [ 2313.761898] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d83534-7380-4ed6-11d6-9a5bf84311bf" [ 2313.761898] env[62180]: _type = "HttpNfcLease" [ 2313.761898] env[62180]: } obtained for exporting VM: (result){ [ 2313.761898] env[62180]: value = "vm-404655" [ 2313.761898] env[62180]: _type = "VirtualMachine" [ 2313.761898] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2313.762136] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the lease: (returnval){ [ 2313.762136] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d83534-7380-4ed6-11d6-9a5bf84311bf" [ 2313.762136] env[62180]: _type = "HttpNfcLease" [ 2313.762136] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2313.768398] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2313.768398] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d83534-7380-4ed6-11d6-9a5bf84311bf" [ 2313.768398] env[62180]: _type = "HttpNfcLease" [ 2313.768398] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2314.218160] env[62180]: DEBUG nova.compute.utils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2314.219568] env[62180]: DEBUG nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Allocating IP information in the background. {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2314.219784] env[62180]: DEBUG nova.network.neutron [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] allocate_for_instance() {{(pid=62180) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2314.257955] env[62180]: DEBUG nova.policy [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95d5736371d7460191d2f2761526367a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '401d682a4ae5461a99a3733555456aad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62180) authorize /opt/stack/nova/nova/policy.py:192}} [ 2314.269705] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2314.269705] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d83534-7380-4ed6-11d6-9a5bf84311bf" [ 2314.269705] env[62180]: _type = "HttpNfcLease" [ 2314.269705] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2314.269955] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2314.269955] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52d83534-7380-4ed6-11d6-9a5bf84311bf" [ 2314.269955] env[62180]: _type = "HttpNfcLease" [ 2314.269955] env[62180]: }. {{(pid=62180) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2314.270646] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2441774e-8abb-454a-b227-d39f49382bc1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.277736] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213bb7c-e59f-0756-4cd4-b6de423a90a7/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2314.277907] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213bb7c-e59f-0756-4cd4-b6de423a90a7/disk-0.vmdk for reading. {{(pid=62180) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2314.363445] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca7df0e3-f144-424b-ac98-e197dcc010c5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.558208] env[62180]: DEBUG nova.network.neutron [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Successfully created port: d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2314.722436] env[62180]: DEBUG nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Start building block device mappings for instance. {{(pid=62180) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2315.732012] env[62180]: DEBUG nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Start spawning the instance on the hypervisor. {{(pid=62180) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2315.756018] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-24T13:48:19Z,direct_url=,disk_format='vmdk',id=73143b75-a96a-4fae-9e12-fbf8de74fcd2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c1823287b82f4bc7b92a0da2039644ed',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-24T13:48:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2315.756394] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2315.756669] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2315.756950] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2315.757200] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2315.757483] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2315.757844] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2315.758132] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2315.758402] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2315.758646] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2315.758886] env[62180]: DEBUG nova.virt.hardware [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2315.759807] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9533cf-78d3-49fe-b5b3-e1e4186b630e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.768369] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103fe96b-4d7f-4444-98c2-0b84c84af6d2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.974431] env[62180]: DEBUG nova.compute.manager [req-a430b6d2-f1c7-47b7-baa8-2d53a7ca644d req-a5b39687-8432-4e14-8eca-f113b9773abf service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Received event network-vif-plugged-d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2315.974678] env[62180]: DEBUG oslo_concurrency.lockutils [req-a430b6d2-f1c7-47b7-baa8-2d53a7ca644d req-a5b39687-8432-4e14-8eca-f113b9773abf service nova] Acquiring lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.974973] env[62180]: DEBUG oslo_concurrency.lockutils [req-a430b6d2-f1c7-47b7-baa8-2d53a7ca644d req-a5b39687-8432-4e14-8eca-f113b9773abf service nova] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.975232] env[62180]: DEBUG oslo_concurrency.lockutils [req-a430b6d2-f1c7-47b7-baa8-2d53a7ca644d req-a5b39687-8432-4e14-8eca-f113b9773abf service nova] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.975706] env[62180]: DEBUG nova.compute.manager [req-a430b6d2-f1c7-47b7-baa8-2d53a7ca644d req-a5b39687-8432-4e14-8eca-f113b9773abf service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] No waiting events found dispatching network-vif-plugged-d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2315.975921] env[62180]: WARNING nova.compute.manager [req-a430b6d2-f1c7-47b7-baa8-2d53a7ca644d req-a5b39687-8432-4e14-8eca-f113b9773abf service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Received unexpected event network-vif-plugged-d9e6c24c-4667-4945-9fe3-535d95d07521 for instance with vm_state building and task_state spawning. [ 2316.067872] env[62180]: DEBUG nova.network.neutron [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Successfully updated port: d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2316.570191] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.570386] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.570540] env[62180]: DEBUG nova.network.neutron [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2317.104165] env[62180]: DEBUG nova.network.neutron [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Instance cache missing network info. {{(pid=62180) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2317.238220] env[62180]: DEBUG nova.network.neutron [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updating instance_info_cache with network_info: [{"id": "d9e6c24c-4667-4945-9fe3-535d95d07521", "address": "fa:16:3e:65:2c:14", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e6c24c-46", "ovs_interfaceid": "d9e6c24c-4667-4945-9fe3-535d95d07521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.741662] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.741969] env[62180]: DEBUG nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Instance network_info: |[{"id": "d9e6c24c-4667-4945-9fe3-535d95d07521", "address": "fa:16:3e:65:2c:14", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e6c24c-46", "ovs_interfaceid": "d9e6c24c-4667-4945-9fe3-535d95d07521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62180) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2317.742481] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:2c:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e6c24c-4667-4945-9fe3-535d95d07521', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2317.749949] env[62180]: DEBUG oslo.service.loopingcall [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2317.750204] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2317.750443] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bebb6dfe-3340-437c-b134-8eeb1cfc0f74 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.770802] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2317.770802] env[62180]: value = "task-1964627" [ 2317.770802] env[62180]: _type = "Task" [ 2317.770802] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.778112] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964627, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.999317] env[62180]: DEBUG nova.compute.manager [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Received event network-changed-d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2317.999523] env[62180]: DEBUG nova.compute.manager [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Refreshing instance network info cache due to event network-changed-d9e6c24c-4667-4945-9fe3-535d95d07521. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2317.999694] env[62180]: DEBUG oslo_concurrency.lockutils [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] Acquiring lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.999841] env[62180]: DEBUG oslo_concurrency.lockutils [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] Acquired lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.999997] env[62180]: DEBUG nova.network.neutron [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Refreshing network info cache for port d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2318.281046] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964627, 'name': CreateVM_Task} progress is 25%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.739473] env[62180]: DEBUG nova.network.neutron [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updated VIF entry in instance network info cache for port d9e6c24c-4667-4945-9fe3-535d95d07521. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2318.739932] env[62180]: DEBUG nova.network.neutron [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updating instance_info_cache with network_info: [{"id": "d9e6c24c-4667-4945-9fe3-535d95d07521", "address": "fa:16:3e:65:2c:14", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e6c24c-46", "ovs_interfaceid": "d9e6c24c-4667-4945-9fe3-535d95d07521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.782364] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964627, 'name': CreateVM_Task, 'duration_secs': 0.850565} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.782631] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2318.783279] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2318.783482] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2318.783836] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2318.784125] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8754db-262b-49dc-b7fe-f8fc125cef0d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.789224] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2318.789224] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fb2ee9-44ef-cb84-71ad-24c7ab8ad196" [ 2318.789224] env[62180]: _type = "Task" [ 2318.789224] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.797056] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fb2ee9-44ef-cb84-71ad-24c7ab8ad196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.243105] env[62180]: DEBUG oslo_concurrency.lockutils [req-45258843-2d53-4cfe-ba46-6ced8d9ca0db req-04aa950d-bccd-4ebe-921f-779fe18f5de3 service nova] Releasing lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2319.300206] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52fb2ee9-44ef-cb84-71ad-24c7ab8ad196, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.300661] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2319.300776] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Processing image 73143b75-a96a-4fae-9e12-fbf8de74fcd2 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2319.301035] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.301203] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.301434] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2319.301704] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098540fc-0065-4c7d-9aaf-8a64a4a69754 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.310057] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2319.310243] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2319.310941] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6678192-8dfd-4b8a-9769-0f2b1ad55cbe {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.316049] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2319.316049] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527723d1-5d22-9170-4113-5e2b078b0977" [ 2319.316049] env[62180]: _type = "Task" [ 2319.316049] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.323899] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527723d1-5d22-9170-4113-5e2b078b0977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.827501] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]527723d1-5d22-9170-4113-5e2b078b0977, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.828340] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612192e1-abfd-4fff-9b35-ab5e1a24aed6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.834444] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2319.834444] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52014d2f-3427-5b89-0867-cb6f5c21bbd1" [ 2319.834444] env[62180]: _type = "Task" [ 2319.834444] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.842321] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52014d2f-3427-5b89-0867-cb6f5c21bbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.344994] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52014d2f-3427-5b89-0867-cb6f5c21bbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.846498] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52014d2f-3427-5b89-0867-cb6f5c21bbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.243253] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.243509] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.243664] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2321.347334] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52014d2f-3427-5b89-0867-cb6f5c21bbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.681029] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213bb7c-e59f-0756-4cd4-b6de423a90a7/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2321.681965] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0c4b62-88db-44a0-98e2-9e11af975d8e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.688431] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213bb7c-e59f-0756-4cd4-b6de423a90a7/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2321.688602] env[62180]: ERROR oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213bb7c-e59f-0756-4cd4-b6de423a90a7/disk-0.vmdk due to incomplete transfer. [ 2321.688814] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-160c4b7a-63f7-4eb6-9451-ef19e8797d3a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.695882] env[62180]: DEBUG oslo_vmware.rw_handles [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5213bb7c-e59f-0756-4cd4-b6de423a90a7/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2321.696084] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Uploaded image 2992f33c-51ee-431f-8ffb-a8e276957a02 to the Glance image server {{(pid=62180) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2321.698274] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Destroying the VM {{(pid=62180) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2321.698504] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-443f333a-659c-46f4-89d6-34474393a285 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.703982] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2321.703982] env[62180]: value = "task-1964628" [ 2321.703982] env[62180]: _type = "Task" [ 2321.703982] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.711298] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964628, 'name': Destroy_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.773280] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.773421] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquired lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.773570] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Forcefully refreshing network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2321.849172] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52014d2f-3427-5b89-0867-cb6f5c21bbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.213558] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964628, 'name': Destroy_Task, 'duration_secs': 0.400295} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.213848] env[62180]: INFO nova.virt.vmwareapi.vm_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Destroyed the VM [ 2322.214114] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Deleting Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2322.214363] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f83052b-aadf-464d-ad07-6757d317eca6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.221256] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2322.221256] env[62180]: value = "task-1964629" [ 2322.221256] env[62180]: _type = "Task" [ 2322.221256] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.228506] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.349291] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]52014d2f-3427-5b89-0867-cb6f5c21bbd1, 'name': SearchDatastore_Task, 'duration_secs': 2.390762} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.349617] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.349863] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99/9a20b39b-7f7c-4789-b4b7-dcc0d6deff99.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2322.350160] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c75c3f5e-ad7a-47c1-ade9-3032593490f9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.357209] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2322.357209] env[62180]: value = "task-1964630" [ 2322.357209] env[62180]: _type = "Task" [ 2322.357209] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.365061] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.732138] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964629, 'name': RemoveSnapshot_Task, 'duration_secs': 0.347723} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.732396] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Deleted Snapshot of the VM instance {{(pid=62180) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2322.732591] env[62180]: DEBUG nova.compute.manager [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2322.733478] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa2f72-cb17-4eb8-bb2f-781e69ddebb6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.869430] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.022292] env[62180]: DEBUG nova.network.neutron [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [{"id": "b18c16f4-d5aa-4275-8905-584c8753739b", "address": "fa:16:3e:1e:ec:a8", "network": {"id": "134d9159-31ac-42b3-ad88-c29706cf6d1b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1896783116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bf2889f9f64967835e5bfef2c74f40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c16f4-d5", "ovs_interfaceid": "b18c16f4-d5aa-4275-8905-584c8753739b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.246400] env[62180]: INFO nova.compute.manager [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Shelve offloading [ 2323.367081] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964630, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.482015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.482270] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.525153] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Releasing lock "refresh_cache-09adb999-1a85-4b93-9ed9-d64620a6beef" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.525319] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updated the network info_cache for instance {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2323.525493] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.525648] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.525793] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.525936] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.526089] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.526235] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.526362] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2323.526504] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.749503] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2323.749820] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cfb4a6-4ebc-4381-b178-4df725cae127 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.758265] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2323.758265] env[62180]: value = "task-1964631" [ 2323.758265] env[62180]: _type = "Task" [ 2323.758265] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.766931] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.867285] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964630, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.985990] env[62180]: DEBUG nova.compute.utils [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Using /dev/sd instead of None {{(pid=62180) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2324.029302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.029549] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.029714] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.029866] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2324.030959] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a2a511-0100-4463-8216-def0a6b19283 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.038750] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bf24ff-e3bf-49f7-a2b1-2a6e1ad6fbac {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.053065] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4620adf-bf57-4930-921e-faeadc6f2042 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.058469] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa61f5-6e60-463e-ae5c-db4fdcc24e2e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.087020] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180901MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2324.087199] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.087349] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.268905] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] VM already powered off {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2324.269141] env[62180]: DEBUG nova.compute.manager [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2324.269934] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c6866d-9089-4097-ac9c-77d89cfe063f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.275792] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.275964] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.276145] env[62180]: DEBUG nova.network.neutron [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2324.368393] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964630, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.648657} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.368725] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73143b75-a96a-4fae-9e12-fbf8de74fcd2/73143b75-a96a-4fae-9e12-fbf8de74fcd2.vmdk to [datastore1] 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99/9a20b39b-7f7c-4789-b4b7-dcc0d6deff99.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2324.368897] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Extending root virtual disk to 1048576 {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2324.369101] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-811040ed-e18e-48c1-830d-7a5962b091c1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.375227] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2324.375227] env[62180]: value = "task-1964632" [ 2324.375227] env[62180]: _type = "Task" [ 2324.375227] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.384210] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.488578] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.886088] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066651} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.886371] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Extended root virtual disk {{(pid=62180) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2324.887126] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e993d2-6c27-47f1-befe-a74492268b59 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.907914] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99/9a20b39b-7f7c-4789-b4b7-dcc0d6deff99.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2324.910013] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cd274d-c2a7-486c-b406-2f938216bf14 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.930140] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2324.930140] env[62180]: value = "task-1964633" [ 2324.930140] env[62180]: _type = "Task" [ 2324.930140] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.937276] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.015184] env[62180]: DEBUG nova.network.neutron [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.113996] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 45410c75-ba59-4935-a55e-0463e61a3bc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2325.114166] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance d367ef32-aeb9-481a-8dc2-6c4537fdd433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2325.114290] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 09adb999-1a85-4b93-9ed9-d64620a6beef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2325.114408] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2325.114583] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2325.114717] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2325.171836] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb92be-cead-4b6c-bf56-ba0be65ad097 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.179249] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d46d5e-4a15-4c62-ba91-726e5817c018 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.210302] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d62a808-6595-4c0c-80a5-8c18ee88187b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.217877] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b61713-dc9d-43e5-ac54-6046207dfda8 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.230494] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2325.440101] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964633, 'name': ReconfigVM_Task, 'duration_secs': 0.278725} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.440439] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99/9a20b39b-7f7c-4789-b4b7-dcc0d6deff99.vmdk or device None with type sparse {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2325.440993] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d613e7-19ad-410a-904b-6d26aee9fa7b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.446966] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2325.446966] env[62180]: value = "task-1964634" [ 2325.446966] env[62180]: _type = "Task" [ 2325.446966] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.454094] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964634, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.518447] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.546907] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.547173] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.547398] env[62180]: INFO nova.compute.manager [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Attaching volume 7dd3238f-ceb4-413d-bf21-4e30978722f1 to /dev/sdb [ 2325.678018] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8ff52-ff75-44cd-a9ee-a7ac407597b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.684387] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1429ca-251c-4839-8b29-d0082cde6841 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.697630] env[62180]: DEBUG nova.virt.block_device [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updating existing volume attachment record: 55dab798-1da6-409b-a97b-7359b004e406 {{(pid=62180) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2325.734179] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2325.833701] env[62180]: DEBUG nova.compute.manager [req-39e5e0ce-2087-4d1a-8f30-7af74691cb92 req-3ffc84d9-f6cc-4f8b-809e-db31b856f083 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-vif-unplugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2325.833930] env[62180]: DEBUG oslo_concurrency.lockutils [req-39e5e0ce-2087-4d1a-8f30-7af74691cb92 req-3ffc84d9-f6cc-4f8b-809e-db31b856f083 service nova] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.834138] env[62180]: DEBUG oslo_concurrency.lockutils [req-39e5e0ce-2087-4d1a-8f30-7af74691cb92 req-3ffc84d9-f6cc-4f8b-809e-db31b856f083 service nova] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.834307] env[62180]: DEBUG oslo_concurrency.lockutils [req-39e5e0ce-2087-4d1a-8f30-7af74691cb92 req-3ffc84d9-f6cc-4f8b-809e-db31b856f083 service nova] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.834474] env[62180]: DEBUG nova.compute.manager [req-39e5e0ce-2087-4d1a-8f30-7af74691cb92 req-3ffc84d9-f6cc-4f8b-809e-db31b856f083 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] No waiting events found dispatching network-vif-unplugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2325.834646] env[62180]: WARNING nova.compute.manager [req-39e5e0ce-2087-4d1a-8f30-7af74691cb92 req-3ffc84d9-f6cc-4f8b-809e-db31b856f083 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received unexpected event network-vif-unplugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 for instance with vm_state shelved and task_state shelving_offloading. [ 2325.933595] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2325.934537] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ed09d-7ee9-4e79-9ed4-882c63f024be {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.942077] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2325.942333] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b447354-f3bf-41d9-a686-35d064aa9c9f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.955249] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964634, 'name': Rename_Task, 'duration_secs': 0.128948} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.955490] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2325.955702] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a35959-e2ab-4a1a-8607-c3e14d74e3d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.961237] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2325.961237] env[62180]: value = "task-1964637" [ 2325.961237] env[62180]: _type = "Task" [ 2325.961237] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.969107] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.074920] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2326.075182] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2326.075374] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleting the datastore file [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2326.075644] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b1190b2-1377-4afa-b322-c842fe237ba7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.082409] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2326.082409] env[62180]: value = "task-1964638" [ 2326.082409] env[62180]: _type = "Task" [ 2326.082409] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.090720] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.239768] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2326.240077] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.471992] env[62180]: DEBUG oslo_vmware.api [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964637, 'name': PowerOnVM_Task, 'duration_secs': 0.499599} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.472406] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2326.472473] env[62180]: INFO nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Took 10.74 seconds to spawn the instance on the hypervisor. [ 2326.472623] env[62180]: DEBUG nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2326.473367] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9f6ff-2488-4de4-9bd5-27edee768565 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.591852] env[62180]: DEBUG oslo_vmware.api [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198676} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.592111] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2326.592294] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2326.592465] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2326.616840] env[62180]: INFO nova.scheduler.client.report [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted allocations for instance 45410c75-ba59-4935-a55e-0463e61a3bc4 [ 2326.991525] env[62180]: INFO nova.compute.manager [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Took 15.44 seconds to build instance. [ 2327.121238] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.121560] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.121784] env[62180]: DEBUG nova.objects.instance [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'resources' on Instance uuid 45410c75-ba59-4935-a55e-0463e61a3bc4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.493640] env[62180]: DEBUG oslo_concurrency.lockutils [None req-5b5d356f-d627-444b-8cef-6c8cade4d910 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.953s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.625016] env[62180]: DEBUG nova.objects.instance [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'numa_topology' on Instance uuid 45410c75-ba59-4935-a55e-0463e61a3bc4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.860916] env[62180]: DEBUG nova.compute.manager [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2327.861946] env[62180]: DEBUG nova.compute.manager [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing instance network info cache due to event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2327.862238] env[62180]: DEBUG oslo_concurrency.lockutils [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] Acquiring lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.862431] env[62180]: DEBUG oslo_concurrency.lockutils [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] Acquired lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.862621] env[62180]: DEBUG nova.network.neutron [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2328.128764] env[62180]: DEBUG nova.objects.base [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Object Instance<45410c75-ba59-4935-a55e-0463e61a3bc4> lazy-loaded attributes: resources,numa_topology {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2328.189089] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429aa869-ce80-4a6b-a325-cf0f5d5ec9a9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.197486] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659ab75e-83ec-4ce7-9d47-2f78299bdc45 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.227335] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e672d1a-a8e3-440b-a0fc-6fdc0e98f6ec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.234511] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d3bd15-5da0-4257-b9a8-5b5014bb732d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.247163] env[62180]: DEBUG nova.compute.provider_tree [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2328.561568] env[62180]: DEBUG nova.network.neutron [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updated VIF entry in instance network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2328.561966] env[62180]: DEBUG nova.network.neutron [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.750089] env[62180]: DEBUG nova.scheduler.client.report [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2328.793957] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.065024] env[62180]: DEBUG oslo_concurrency.lockutils [req-b6e04ecb-4909-4d7d-8362-ca2af53151fe req-772a85dd-fd14-4d7a-abb6-856dd958f3c8 service nova] Releasing lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.255553] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.764222] env[62180]: DEBUG oslo_concurrency.lockutils [None req-fd1e4e82-f084-4136-b68c-047961db1b7f tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.674s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.765163] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.971s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.765349] env[62180]: INFO nova.compute.manager [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Unshelving [ 2329.886189] env[62180]: DEBUG nova.compute.manager [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Received event network-changed-d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2329.886189] env[62180]: DEBUG nova.compute.manager [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Refreshing instance network info cache due to event network-changed-d9e6c24c-4667-4945-9fe3-535d95d07521. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2329.886189] env[62180]: DEBUG oslo_concurrency.lockutils [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] Acquiring lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.886305] env[62180]: DEBUG oslo_concurrency.lockutils [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] Acquired lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.886470] env[62180]: DEBUG nova.network.neutron [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Refreshing network info cache for port d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2330.254496] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Volume attach. Driver type: vmdk {{(pid=62180) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2330.254750] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404657', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'name': 'volume-7dd3238f-ceb4-413d-bf21-4e30978722f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd367ef32-aeb9-481a-8dc2-6c4537fdd433', 'attached_at': '', 'detached_at': '', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'serial': '7dd3238f-ceb4-413d-bf21-4e30978722f1'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2330.255687] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c2e40-f377-4cc5-aeb4-9f5e69b7f36e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.275773] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73707a38-8fc2-4af4-a909-0ff0e1705741 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.302103] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-7dd3238f-ceb4-413d-bf21-4e30978722f1/volume-7dd3238f-ceb4-413d-bf21-4e30978722f1.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2330.302409] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f55d096-f5d1-465e-afbe-a0360213adec {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.320387] env[62180]: DEBUG oslo_vmware.api [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2330.320387] env[62180]: value = "task-1964640" [ 2330.320387] env[62180]: _type = "Task" [ 2330.320387] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.328013] env[62180]: DEBUG oslo_vmware.api [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.597865] env[62180]: DEBUG nova.network.neutron [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updated VIF entry in instance network info cache for port d9e6c24c-4667-4945-9fe3-535d95d07521. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2330.598247] env[62180]: DEBUG nova.network.neutron [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updating instance_info_cache with network_info: [{"id": "d9e6c24c-4667-4945-9fe3-535d95d07521", "address": "fa:16:3e:65:2c:14", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e6c24c-46", "ovs_interfaceid": "d9e6c24c-4667-4945-9fe3-535d95d07521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.797378] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.797649] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.797841] env[62180]: DEBUG nova.objects.instance [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'pci_requests' on Instance uuid 45410c75-ba59-4935-a55e-0463e61a3bc4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.830201] env[62180]: DEBUG oslo_vmware.api [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964640, 'name': ReconfigVM_Task, 'duration_secs': 0.366059} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.830470] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-7dd3238f-ceb4-413d-bf21-4e30978722f1/volume-7dd3238f-ceb4-413d-bf21-4e30978722f1.vmdk or device None with type thin {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.835192] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a38e9d-bb89-49f5-9a6f-fef265a1e6f7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.849681] env[62180]: DEBUG oslo_vmware.api [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2330.849681] env[62180]: value = "task-1964641" [ 2330.849681] env[62180]: _type = "Task" [ 2330.849681] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.857035] env[62180]: DEBUG oslo_vmware.api [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.101272] env[62180]: DEBUG oslo_concurrency.lockutils [req-764d819f-ded5-46a1-bfe2-9d137b20877b req-48fd1d36-4eb5-4a59-ae94-b3fc5c82ce35 service nova] Releasing lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.301377] env[62180]: DEBUG nova.objects.instance [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'numa_topology' on Instance uuid 45410c75-ba59-4935-a55e-0463e61a3bc4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2331.359219] env[62180]: DEBUG oslo_vmware.api [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964641, 'name': ReconfigVM_Task, 'duration_secs': 0.139089} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.359545] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404657', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'name': 'volume-7dd3238f-ceb4-413d-bf21-4e30978722f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd367ef32-aeb9-481a-8dc2-6c4537fdd433', 'attached_at': '', 'detached_at': '', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'serial': '7dd3238f-ceb4-413d-bf21-4e30978722f1'} {{(pid=62180) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2331.804123] env[62180]: INFO nova.compute.claims [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2332.395759] env[62180]: DEBUG nova.objects.instance [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'flavor' on Instance uuid d367ef32-aeb9-481a-8dc2-6c4537fdd433 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2332.869806] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd55034-f15b-4c68-ba35-f998522904c0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.877591] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1bacac-7c83-4e06-a8b4-8d760f281fb3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.908729] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0b3ea-f01c-4e7b-9b80-aa1c2e52f8c7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.911530] env[62180]: DEBUG oslo_concurrency.lockutils [None req-1816c208-d3c9-4b4e-8dc5-aa926c41eb99 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.364s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.917550] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b9bfd7-32d7-4498-95bb-cf8c2798910e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.931419] env[62180]: DEBUG nova.compute.provider_tree [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2332.965967] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.966237] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.434153] env[62180]: DEBUG nova.scheduler.client.report [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2333.468578] env[62180]: INFO nova.compute.manager [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Detaching volume 7dd3238f-ceb4-413d-bf21-4e30978722f1 [ 2333.502536] env[62180]: INFO nova.virt.block_device [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Attempting to driver detach volume 7dd3238f-ceb4-413d-bf21-4e30978722f1 from mountpoint /dev/sdb [ 2333.502786] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Volume detach. Driver type: vmdk {{(pid=62180) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2333.502977] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404657', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'name': 'volume-7dd3238f-ceb4-413d-bf21-4e30978722f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd367ef32-aeb9-481a-8dc2-6c4537fdd433', 'attached_at': '', 'detached_at': '', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'serial': '7dd3238f-ceb4-413d-bf21-4e30978722f1'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2333.503888] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3b8c17-6ca6-47fd-b985-e631ede07b83 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.526769] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7147d6-3396-4963-9ef9-8b01b67afb4d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.533563] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae16c13-6db4-40a6-abc7-21a49577eb9d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.553195] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb39c6b5-b29a-4fab-aefd-20637d61fd15 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.566986] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] The volume has not been displaced from its original location: [datastore1] volume-7dd3238f-ceb4-413d-bf21-4e30978722f1/volume-7dd3238f-ceb4-413d-bf21-4e30978722f1.vmdk. No consolidation needed. {{(pid=62180) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2333.572091] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2333.572360] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e16c3bad-bcdf-4547-a02e-1166221b4032 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.589741] env[62180]: DEBUG oslo_vmware.api [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2333.589741] env[62180]: value = "task-1964642" [ 2333.589741] env[62180]: _type = "Task" [ 2333.589741] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.597392] env[62180]: DEBUG oslo_vmware.api [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.939302] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.972307] env[62180]: INFO nova.network.neutron [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2334.099283] env[62180]: DEBUG oslo_vmware.api [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964642, 'name': ReconfigVM_Task, 'duration_secs': 0.220638} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.099555] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62180) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2334.104089] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a40b45-b4cc-4990-b1b1-a8c0fc9ab564 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.118769] env[62180]: DEBUG oslo_vmware.api [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2334.118769] env[62180]: value = "task-1964643" [ 2334.118769] env[62180]: _type = "Task" [ 2334.118769] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.129081] env[62180]: DEBUG oslo_vmware.api [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.629154] env[62180]: DEBUG oslo_vmware.api [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964643, 'name': ReconfigVM_Task, 'duration_secs': 0.164908} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.629494] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-404657', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'name': 'volume-7dd3238f-ceb4-413d-bf21-4e30978722f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd367ef32-aeb9-481a-8dc2-6c4537fdd433', 'attached_at': '', 'detached_at': '', 'volume_id': '7dd3238f-ceb4-413d-bf21-4e30978722f1', 'serial': '7dd3238f-ceb4-413d-bf21-4e30978722f1'} {{(pid=62180) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2335.169611] env[62180]: DEBUG nova.objects.instance [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'flavor' on Instance uuid d367ef32-aeb9-481a-8dc2-6c4537fdd433 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2335.366466] env[62180]: DEBUG nova.compute.manager [req-a0da6f72-cae2-4cb8-9140-042aaa86494e req-885cab78-2bc9-482d-a286-8129cd6b9546 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-vif-plugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2335.366720] env[62180]: DEBUG oslo_concurrency.lockutils [req-a0da6f72-cae2-4cb8-9140-042aaa86494e req-885cab78-2bc9-482d-a286-8129cd6b9546 service nova] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.366937] env[62180]: DEBUG oslo_concurrency.lockutils [req-a0da6f72-cae2-4cb8-9140-042aaa86494e req-885cab78-2bc9-482d-a286-8129cd6b9546 service nova] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.367146] env[62180]: DEBUG oslo_concurrency.lockutils [req-a0da6f72-cae2-4cb8-9140-042aaa86494e req-885cab78-2bc9-482d-a286-8129cd6b9546 service nova] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.367265] env[62180]: DEBUG nova.compute.manager [req-a0da6f72-cae2-4cb8-9140-042aaa86494e req-885cab78-2bc9-482d-a286-8129cd6b9546 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] No waiting events found dispatching network-vif-plugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2335.367431] env[62180]: WARNING nova.compute.manager [req-a0da6f72-cae2-4cb8-9140-042aaa86494e req-885cab78-2bc9-482d-a286-8129cd6b9546 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received unexpected event network-vif-plugged-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 for instance with vm_state shelved_offloaded and task_state spawning. [ 2335.446544] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.446734] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.446911] env[62180]: DEBUG nova.network.neutron [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2336.146662] env[62180]: DEBUG nova.network.neutron [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.176536] env[62180]: DEBUG oslo_concurrency.lockutils [None req-44f39c6d-a2a9-41e9-8ed7-bd6bdee9dc91 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.650028] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.676039] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-24T13:48:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='66fe622448a58321befd656fb3c078f0',container_format='bare',created_at=2024-12-24T14:18:45Z,direct_url=,disk_format='vmdk',id=2992f33c-51ee-431f-8ffb-a8e276957a02,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-128768523-shelved',owner='bbd2bd12630e4da2b7d2eb7b66f09648',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2024-12-24T14:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2336.676312] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2336.676471] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image limits 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2336.676650] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Flavor pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2336.676793] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Image pref 0:0:0 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2336.676937] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62180) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2336.677157] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2336.677349] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2336.677529] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Got 1 possible topologies {{(pid=62180) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2336.677690] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2336.677858] env[62180]: DEBUG nova.virt.hardware [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62180) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2336.678927] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ab91a8-5f2e-41b2-b36e-52bdd094e0a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.686801] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee293c86-e0c8-4bc0-8040-1424bbcc58ad {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.700570] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:a2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ed07ef-e27d-49b3-b5dd-de2fa1fd9562', 'vif_model': 'vmxnet3'}] {{(pid=62180) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2336.708014] env[62180]: DEBUG oslo.service.loopingcall [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2336.709390] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Creating VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2336.711695] env[62180]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d376b1-fd8e-466c-9757-db8663bd4abf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.726341] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.726562] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.726762] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.726938] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.727122] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.729020] env[62180]: INFO nova.compute.manager [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Terminating instance [ 2336.735237] env[62180]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2336.735237] env[62180]: value = "task-1964644" [ 2336.735237] env[62180]: _type = "Task" [ 2336.735237] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.743160] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964644, 'name': CreateVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.232739] env[62180]: DEBUG nova.compute.manager [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2337.233051] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2337.233878] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a68d1-e514-40e5-b221-2abc6c619777 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.245160] env[62180]: DEBUG oslo_vmware.api [-] Task: {'id': task-1964644, 'name': CreateVM_Task, 'duration_secs': 0.300596} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.246977] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Created VM on the ESX host {{(pid=62180) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2337.247271] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2337.247897] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.248072] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.248438] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2337.248658] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f6783f-fce6-4d42-b0d3-a14a0dc7361e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.249966] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e755d8a3-d1a7-48ec-accf-de431ea14df5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.254087] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2337.254087] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5268c090-4c5c-2d29-247e-0d7c309074ad" [ 2337.254087] env[62180]: _type = "Task" [ 2337.254087] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.257856] env[62180]: DEBUG oslo_vmware.api [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2337.257856] env[62180]: value = "task-1964645" [ 2337.257856] env[62180]: _type = "Task" [ 2337.257856] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.263806] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5268c090-4c5c-2d29-247e-0d7c309074ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.268187] env[62180]: DEBUG oslo_vmware.api [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.395381] env[62180]: DEBUG nova.compute.manager [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2337.395621] env[62180]: DEBUG nova.compute.manager [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing instance network info cache due to event network-changed-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2337.395885] env[62180]: DEBUG oslo_concurrency.lockutils [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] Acquiring lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.395998] env[62180]: DEBUG oslo_concurrency.lockutils [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] Acquired lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.396143] env[62180]: DEBUG nova.network.neutron [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Refreshing network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2337.765688] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2337.765942] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Processing image 2992f33c-51ee-431f-8ffb-a8e276957a02 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2337.766201] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02/2992f33c-51ee-431f-8ffb-a8e276957a02.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.766346] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02/2992f33c-51ee-431f-8ffb-a8e276957a02.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.766520] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2337.766750] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-360ce597-d981-4fe5-acfa-2c218ae1fa2f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.771203] env[62180]: DEBUG oslo_vmware.api [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964645, 'name': PowerOffVM_Task, 'duration_secs': 0.191647} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.771760] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2337.771926] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2337.772157] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f21037-a0a4-432d-b102-059e0ed80539 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.777976] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2337.778164] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62180) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2337.778823] env[62180]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f9d306-1f00-48bf-a604-4a3a96d7a5c6 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.783226] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2337.783226] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524d72fd-7cb1-af7a-22a1-81b32b8da4ab" [ 2337.783226] env[62180]: _type = "Task" [ 2337.783226] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.792451] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]524d72fd-7cb1-af7a-22a1-81b32b8da4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.980570] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2337.980791] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2337.980972] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleting the datastore file [datastore1] d367ef32-aeb9-481a-8dc2-6c4537fdd433 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2337.981264] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08113f4a-87da-42cd-ae6e-636a80b89156 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.987500] env[62180]: DEBUG oslo_vmware.api [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for the task: (returnval){ [ 2337.987500] env[62180]: value = "task-1964647" [ 2337.987500] env[62180]: _type = "Task" [ 2337.987500] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.995171] env[62180]: DEBUG oslo_vmware.api [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.101376] env[62180]: DEBUG nova.network.neutron [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updated VIF entry in instance network info cache for port 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562. {{(pid=62180) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2338.101759] env[62180]: DEBUG nova.network.neutron [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [{"id": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "address": "fa:16:3e:47:a2:9a", "network": {"id": "8ad5bcaf-4e3d-4430-8c21-b42b704334f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2127279461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd2bd12630e4da2b7d2eb7b66f09648", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ed07ef-e2", "ovs_interfaceid": "37ed07ef-e27d-49b3-b5dd-de2fa1fd9562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.293895] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Preparing fetch location {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2338.294235] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Fetch image to [datastore1] OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9/OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9.vmdk {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2338.294307] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Downloading stream optimized image 2992f33c-51ee-431f-8ffb-a8e276957a02 to [datastore1] OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9/OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9.vmdk on the data store datastore1 as vApp {{(pid=62180) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2338.294476] env[62180]: DEBUG nova.virt.vmwareapi.images [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Downloading image file data 2992f33c-51ee-431f-8ffb-a8e276957a02 to the ESX as VM named 'OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9' {{(pid=62180) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2338.365920] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2338.365920] env[62180]: value = "resgroup-9" [ 2338.365920] env[62180]: _type = "ResourcePool" [ 2338.365920] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2338.366245] env[62180]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2ad8946a-7418-436b-b3a9-fad279d1a834 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.387917] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease: (returnval){ [ 2338.387917] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5204acca-be8d-bb32-f46c-65781cd34747" [ 2338.387917] env[62180]: _type = "HttpNfcLease" [ 2338.387917] env[62180]: } obtained for vApp import into resource pool (val){ [ 2338.387917] env[62180]: value = "resgroup-9" [ 2338.387917] env[62180]: _type = "ResourcePool" [ 2338.387917] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2338.388208] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the lease: (returnval){ [ 2338.388208] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5204acca-be8d-bb32-f46c-65781cd34747" [ 2338.388208] env[62180]: _type = "HttpNfcLease" [ 2338.388208] env[62180]: } to be ready. {{(pid=62180) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2338.393999] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2338.393999] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5204acca-be8d-bb32-f46c-65781cd34747" [ 2338.393999] env[62180]: _type = "HttpNfcLease" [ 2338.393999] env[62180]: } is initializing. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2338.496935] env[62180]: DEBUG oslo_vmware.api [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Task: {'id': task-1964647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176954} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.497253] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2338.497483] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2338.497711] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2338.497912] env[62180]: INFO nova.compute.manager [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2338.498214] env[62180]: DEBUG oslo.service.loopingcall [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2338.498450] env[62180]: DEBUG nova.compute.manager [-] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2338.498570] env[62180]: DEBUG nova.network.neutron [-] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2338.604490] env[62180]: DEBUG oslo_concurrency.lockutils [req-7cec1d68-408c-41f2-8744-04dbf5c44a27 req-6fdc5964-04bc-484b-ab5e-3ee62e1894db service nova] Releasing lock "refresh_cache-45410c75-ba59-4935-a55e-0463e61a3bc4" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2338.896562] env[62180]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2338.896562] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5204acca-be8d-bb32-f46c-65781cd34747" [ 2338.896562] env[62180]: _type = "HttpNfcLease" [ 2338.896562] env[62180]: } is ready. {{(pid=62180) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2338.896884] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2338.896884] env[62180]: value = "session[52eab0a1-df41-8c90-6817-a1ec9ff833c4]5204acca-be8d-bb32-f46c-65781cd34747" [ 2338.896884] env[62180]: _type = "HttpNfcLease" [ 2338.896884] env[62180]: }. {{(pid=62180) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2338.897631] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3048cdd1-21dd-435c-9ce1-04357f8bca70 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.905235] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258fa8e-e881-a3f0-3433-480226ba836f/disk-0.vmdk from lease info. {{(pid=62180) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2338.905412] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258fa8e-e881-a3f0-3433-480226ba836f/disk-0.vmdk. {{(pid=62180) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2338.969602] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54fcbc8a-f426-4f11-bbce-1498b5be6284 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.427192] env[62180]: DEBUG nova.compute.manager [req-ae1beaa8-3ba9-443e-82de-44c6f362da01 req-6361e663-4609-4402-aba6-116b5cf7555c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Received event network-vif-deleted-c79449bf-8ca7-4728-b918-382645d77381 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2339.427445] env[62180]: INFO nova.compute.manager [req-ae1beaa8-3ba9-443e-82de-44c6f362da01 req-6361e663-4609-4402-aba6-116b5cf7555c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Neutron deleted interface c79449bf-8ca7-4728-b918-382645d77381; detaching it from the instance and deleting it from the info cache [ 2339.427667] env[62180]: DEBUG nova.network.neutron [req-ae1beaa8-3ba9-443e-82de-44c6f362da01 req-6361e663-4609-4402-aba6-116b5cf7555c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.466550] env[62180]: DEBUG nova.network.neutron [-] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.931660] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41f21109-3d85-43b1-97b8-2dfd10121fc4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.942791] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88959e0-00d9-4ba1-8297-1e7adcacc7f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.973063] env[62180]: INFO nova.compute.manager [-] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Took 1.47 seconds to deallocate network for instance. [ 2339.973488] env[62180]: DEBUG nova.compute.manager [req-ae1beaa8-3ba9-443e-82de-44c6f362da01 req-6361e663-4609-4402-aba6-116b5cf7555c service nova] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Detach interface failed, port_id=c79449bf-8ca7-4728-b918-382645d77381, reason: Instance d367ef32-aeb9-481a-8dc2-6c4537fdd433 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2340.071321] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Completed reading data from the image iterator. {{(pid=62180) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2340.071606] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258fa8e-e881-a3f0-3433-480226ba836f/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2340.072596] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a7b00d-7c0b-4db6-96f1-401da11f6408 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.079754] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258fa8e-e881-a3f0-3433-480226ba836f/disk-0.vmdk is in state: ready. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2340.079859] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258fa8e-e881-a3f0-3433-480226ba836f/disk-0.vmdk. {{(pid=62180) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2340.080121] env[62180]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-55553c58-27c3-4bb5-b986-72bd0db33dff {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.266924] env[62180]: DEBUG oslo_vmware.rw_handles [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258fa8e-e881-a3f0-3433-480226ba836f/disk-0.vmdk. {{(pid=62180) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2340.267164] env[62180]: INFO nova.virt.vmwareapi.images [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Downloaded image file data 2992f33c-51ee-431f-8ffb-a8e276957a02 [ 2340.268044] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01869d2-424a-458d-9711-2f905d092b5d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.283412] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd48cfaa-5220-4907-b2de-ecb0956f2eaf {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.310020] env[62180]: INFO nova.virt.vmwareapi.images [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] The imported VM was unregistered [ 2340.312390] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Caching image {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2340.312636] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2340.312897] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e6689d-a87a-43ed-ba34-4aba0300de2b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.324281] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Created directory with path [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02 {{(pid=62180) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2340.324457] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9/OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9.vmdk to [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02/2992f33c-51ee-431f-8ffb-a8e276957a02.vmdk. {{(pid=62180) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2340.324694] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-967635e5-4fa2-480b-adbf-a004ecdb39a3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.331612] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2340.331612] env[62180]: value = "task-1964650" [ 2340.331612] env[62180]: _type = "Task" [ 2340.331612] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.338863] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.481840] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.482245] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.482380] env[62180]: DEBUG nova.objects.instance [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lazy-loading 'resources' on Instance uuid d367ef32-aeb9-481a-8dc2-6c4537fdd433 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2340.841591] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.052324] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e3f9b-a916-4498-8178-72f7ad474729 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.060042] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ccabf-ecdd-447d-ae8c-50a9d19ef408 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.090528] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4316c4-5e20-4f15-ab5f-5f44146da4c2 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.098542] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933b107d-49d0-43ae-bf74-8fbc7df41412 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.111849] env[62180]: DEBUG nova.compute.provider_tree [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2341.342076] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.615866] env[62180]: DEBUG nova.scheduler.client.report [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2341.841976] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.120848] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.138371] env[62180]: INFO nova.scheduler.client.report [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Deleted allocations for instance d367ef32-aeb9-481a-8dc2-6c4537fdd433 [ 2342.343156] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.646150] env[62180]: DEBUG oslo_concurrency.lockutils [None req-7d5692ed-f179-4bbf-b2fd-f5c88d1ed308 tempest-AttachVolumeNegativeTest-1637148106 tempest-AttachVolumeNegativeTest-1637148106-project-member] Lock "d367ef32-aeb9-481a-8dc2-6c4537fdd433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.919s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.844170] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.345170] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.847408] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.346819] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.846956] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.347856] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.848244] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.268055] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.268055] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.268255] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.268367] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.268498] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.270549] env[62180]: INFO nova.compute.manager [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Terminating instance [ 2346.349701] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.774931] env[62180]: DEBUG nova.compute.manager [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2346.775198] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2346.776114] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99ad9aa-1811-401e-840c-a73d17bf5d9c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.784012] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2346.784297] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18847e46-47ca-492b-b8e8-048ff39504d9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.790220] env[62180]: DEBUG oslo_vmware.api [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2346.790220] env[62180]: value = "task-1964652" [ 2346.790220] env[62180]: _type = "Task" [ 2346.790220] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.798378] env[62180]: DEBUG oslo_vmware.api [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.849334] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.300748] env[62180]: DEBUG oslo_vmware.api [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964652, 'name': PowerOffVM_Task, 'duration_secs': 0.221332} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.301037] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2347.301133] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2347.301412] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55016801-450a-4e10-b6b4-00961ab8366f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.350521] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.851062] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.352048] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.854263] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.353726] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.854589] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.355626] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.857817] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.361560] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.862457] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.363486] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964650, 'name': MoveVirtualDisk_Task, 'duration_secs': 11.644525} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.363799] env[62180]: INFO nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9/OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9.vmdk to [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02/2992f33c-51ee-431f-8ffb-a8e276957a02.vmdk. [ 2352.364170] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Cleaning up location [datastore1] OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9 {{(pid=62180) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2352.364170] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8f86f658-6c84-4470-be53-71a25f0a8cd9 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2352.364367] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6bc447-c462-40dd-ac3f-557ef9ddb2d5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.370217] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2352.370217] env[62180]: value = "task-1964656" [ 2352.370217] env[62180]: _type = "Task" [ 2352.370217] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.377311] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.730912] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2352.731184] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2352.731370] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleting the datastore file [datastore1] 09adb999-1a85-4b93-9ed9-d64620a6beef {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2352.731650] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26b5e1ba-6ae5-40aa-b552-9de79a839dc3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.737799] env[62180]: DEBUG oslo_vmware.api [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for the task: (returnval){ [ 2352.737799] env[62180]: value = "task-1964657" [ 2352.737799] env[62180]: _type = "Task" [ 2352.737799] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.745014] env[62180]: DEBUG oslo_vmware.api [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.879587] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037503} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.879836] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2352.880015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02/2992f33c-51ee-431f-8ffb-a8e276957a02.vmdk" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2352.880265] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02/2992f33c-51ee-431f-8ffb-a8e276957a02.vmdk to [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2352.880515] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-308c06d0-20db-438c-9578-5acf2326baf1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.888535] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2352.888535] env[62180]: value = "task-1964658" [ 2352.888535] env[62180]: _type = "Task" [ 2352.888535] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.896563] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.247324] env[62180]: DEBUG oslo_vmware.api [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Task: {'id': task-1964657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130508} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.247613] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2353.247798] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2353.247977] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2353.248178] env[62180]: INFO nova.compute.manager [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Took 6.47 seconds to destroy the instance on the hypervisor. [ 2353.248425] env[62180]: DEBUG oslo.service.loopingcall [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2353.248625] env[62180]: DEBUG nova.compute.manager [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2353.248722] env[62180]: DEBUG nova.network.neutron [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2353.400192] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964658, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.899234] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964658, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.997848] env[62180]: DEBUG nova.compute.manager [req-a1c65d5e-b8c8-49e1-91b4-60cc490be2bb req-d2c525ce-5d69-4341-8b1d-15157243090b service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Received event network-vif-deleted-b18c16f4-d5aa-4275-8905-584c8753739b {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2353.998221] env[62180]: INFO nova.compute.manager [req-a1c65d5e-b8c8-49e1-91b4-60cc490be2bb req-d2c525ce-5d69-4341-8b1d-15157243090b service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Neutron deleted interface b18c16f4-d5aa-4275-8905-584c8753739b; detaching it from the instance and deleting it from the info cache [ 2353.998284] env[62180]: DEBUG nova.network.neutron [req-a1c65d5e-b8c8-49e1-91b4-60cc490be2bb req-d2c525ce-5d69-4341-8b1d-15157243090b service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.403531] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964658, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.468291] env[62180]: DEBUG nova.network.neutron [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.500760] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e2d7906-bb70-49b2-a570-2ac6b49cb48e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.511329] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61956f67-d6bd-43a2-9743-e1a2ded4ac76 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.539541] env[62180]: DEBUG nova.compute.manager [req-a1c65d5e-b8c8-49e1-91b4-60cc490be2bb req-d2c525ce-5d69-4341-8b1d-15157243090b service nova] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Detach interface failed, port_id=b18c16f4-d5aa-4275-8905-584c8753739b, reason: Instance 09adb999-1a85-4b93-9ed9-d64620a6beef could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2354.900881] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964658, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.971971] env[62180]: INFO nova.compute.manager [-] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Took 1.72 seconds to deallocate network for instance. [ 2355.401419] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964658, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.193366} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.401742] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02/2992f33c-51ee-431f-8ffb-a8e276957a02.vmdk to [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk {{(pid=62180) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2355.402548] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced5ab8-fb1b-46aa-a7d9-a6c919053423 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.423599] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2355.423896] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3266bffd-2c4a-4b42-9b00-73719d355e86 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.442658] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2355.442658] env[62180]: value = "task-1964659" [ 2355.442658] env[62180]: _type = "Task" [ 2355.442658] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.450081] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.481375] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.481606] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.481827] env[62180]: DEBUG nova.objects.instance [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lazy-loading 'resources' on Instance uuid 09adb999-1a85-4b93-9ed9-d64620a6beef {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2355.951840] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964659, 'name': ReconfigVM_Task, 'duration_secs': 0.297795} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.952067] env[62180]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4/45410c75-ba59-4935-a55e-0463e61a3bc4.vmdk or device None with type streamOptimized {{(pid=62180) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2355.952758] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09593fe1-12c4-4cfb-9bc8-4e00dd5fad2e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.960117] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2355.960117] env[62180]: value = "task-1964660" [ 2355.960117] env[62180]: _type = "Task" [ 2355.960117] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.967525] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964660, 'name': Rename_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.038459] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af27a85-d6b1-4efe-9ff4-3b9b0ca405bd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.046281] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a453327e-40a6-4c6f-b26c-4dafff7e25cd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.076826] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c77123-f753-40d4-817a-4da9485b48fa {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.084026] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b518e1-d06e-43b9-9c36-a57d0889ba29 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.096875] env[62180]: DEBUG nova.compute.provider_tree [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2356.470523] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964660, 'name': Rename_Task, 'duration_secs': 0.147353} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.470873] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2356.471133] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d4fcef-7c9c-4982-86ad-9f6d4561876e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.478471] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2356.478471] env[62180]: value = "task-1964661" [ 2356.478471] env[62180]: _type = "Task" [ 2356.478471] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.494739] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.600240] env[62180]: DEBUG nova.scheduler.client.report [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2356.989761] env[62180]: DEBUG oslo_vmware.api [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964661, 'name': PowerOnVM_Task, 'duration_secs': 0.420003} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.989992] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2357.091474] env[62180]: DEBUG nova.compute.manager [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2357.092454] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bbf092-7cfe-4ab3-af1f-ce6c4838a189 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.106069] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.124248] env[62180]: INFO nova.scheduler.client.report [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Deleted allocations for instance 09adb999-1a85-4b93-9ed9-d64620a6beef [ 2357.609418] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a80c1606-b41d-4e4e-8aba-d3b2d777f4bd tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.844s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.631430] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a74b37fa-2c73-43a1-b055-e8821a499d0b tempest-AttachVolumeShelveTestJSON-979368686 tempest-AttachVolumeShelveTestJSON-979368686-project-member] Lock "09adb999-1a85-4b93-9ed9-d64620a6beef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.363s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.651015] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.651384] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.651600] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.651785] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.651955] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.654098] env[62180]: INFO nova.compute.manager [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Terminating instance [ 2359.157990] env[62180]: DEBUG nova.compute.manager [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2359.158269] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2359.159203] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da8d8a5-0da3-4ac3-8a1a-cd6a18924e21 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.166851] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2359.167106] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-679ccaa9-992e-48fe-975d-f77e99e2e2a0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.174146] env[62180]: DEBUG oslo_vmware.api [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2359.174146] env[62180]: value = "task-1964662" [ 2359.174146] env[62180]: _type = "Task" [ 2359.174146] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.182050] env[62180]: DEBUG oslo_vmware.api [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.685047] env[62180]: DEBUG oslo_vmware.api [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964662, 'name': PowerOffVM_Task, 'duration_secs': 0.186029} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.685394] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2359.685513] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2359.685739] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd29908-fd26-4e97-8969-6589d3d162fc {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.842780] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2359.843028] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2359.843219] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleting the datastore file [datastore1] 45410c75-ba59-4935-a55e-0463e61a3bc4 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2359.843516] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b1ae54-0338-48f9-a9d1-3bfc4ae7808b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.849239] env[62180]: DEBUG oslo_vmware.api [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for the task: (returnval){ [ 2359.849239] env[62180]: value = "task-1964665" [ 2359.849239] env[62180]: _type = "Task" [ 2359.849239] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.856929] env[62180]: DEBUG oslo_vmware.api [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.359100] env[62180]: DEBUG oslo_vmware.api [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Task: {'id': task-1964665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138604} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.359415] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2360.359606] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2360.359776] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2360.359947] env[62180]: INFO nova.compute.manager [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2360.360219] env[62180]: DEBUG oslo.service.loopingcall [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2360.360410] env[62180]: DEBUG nova.compute.manager [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2360.360505] env[62180]: DEBUG nova.network.neutron [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2360.807260] env[62180]: DEBUG nova.compute.manager [req-1c92f403-e97f-47fb-90e5-b8100580905c req-88a08360-0273-49ac-a83e-8ae857e76155 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Received event network-vif-deleted-37ed07ef-e27d-49b3-b5dd-de2fa1fd9562 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2360.807516] env[62180]: INFO nova.compute.manager [req-1c92f403-e97f-47fb-90e5-b8100580905c req-88a08360-0273-49ac-a83e-8ae857e76155 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Neutron deleted interface 37ed07ef-e27d-49b3-b5dd-de2fa1fd9562; detaching it from the instance and deleting it from the info cache [ 2360.807696] env[62180]: DEBUG nova.network.neutron [req-1c92f403-e97f-47fb-90e5-b8100580905c req-88a08360-0273-49ac-a83e-8ae857e76155 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.286663] env[62180]: DEBUG nova.network.neutron [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.310033] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32713f55-c332-46a6-9978-66ed02e268de {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.319916] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29075f9-e372-4229-97cf-b5762438b2d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.344830] env[62180]: DEBUG nova.compute.manager [req-1c92f403-e97f-47fb-90e5-b8100580905c req-88a08360-0273-49ac-a83e-8ae857e76155 service nova] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Detach interface failed, port_id=37ed07ef-e27d-49b3-b5dd-de2fa1fd9562, reason: Instance 45410c75-ba59-4935-a55e-0463e61a3bc4 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2361.789550] env[62180]: INFO nova.compute.manager [-] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Took 1.43 seconds to deallocate network for instance. [ 2361.796120] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2362.296169] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.296503] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.296664] env[62180]: DEBUG nova.objects.instance [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lazy-loading 'resources' on Instance uuid 45410c75-ba59-4935-a55e-0463e61a3bc4 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2362.839999] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a9d448-9fa3-4e61-a236-e6d4c8ce22e7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.848078] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bc02a7-29f4-4436-b80c-cd4c55ee5732 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.877767] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602f8d33-f9fb-4fdc-932e-b7aa31e9e8fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.886234] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdba25e-94a2-43db-975e-1c64ec489942 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.898177] env[62180]: DEBUG nova.compute.provider_tree [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2363.401590] env[62180]: DEBUG nova.scheduler.client.report [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2363.907764] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.932761] env[62180]: INFO nova.scheduler.client.report [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Deleted allocations for instance 45410c75-ba59-4935-a55e-0463e61a3bc4 [ 2364.441722] env[62180]: DEBUG oslo_concurrency.lockutils [None req-23f7cb70-faad-407e-a22f-8081288342d6 tempest-ServerActionsTestOtherB-884007701 tempest-ServerActionsTestOtherB-884007701-project-member] Lock "45410c75-ba59-4935-a55e-0463e61a3bc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.790s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.707488] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.707837] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.708046] env[62180]: DEBUG nova.compute.manager [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2364.709277] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7519d950-f610-4144-8109-9664e4c81d77 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.717319] env[62180]: DEBUG nova.compute.manager [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62180) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2364.717868] env[62180]: DEBUG nova.objects.instance [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'flavor' on Instance uuid 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2365.726154] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2365.726496] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0981627-1c9b-4296-a136-5a3f9c5eea58 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.734244] env[62180]: DEBUG oslo_vmware.api [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2365.734244] env[62180]: value = "task-1964667" [ 2365.734244] env[62180]: _type = "Task" [ 2365.734244] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.741939] env[62180]: DEBUG oslo_vmware.api [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.244611] env[62180]: DEBUG oslo_vmware.api [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964667, 'name': PowerOffVM_Task, 'duration_secs': 0.195041} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.244872] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2366.245081] env[62180]: DEBUG nova.compute.manager [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2366.245819] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20de9b73-d371-4134-96fc-1c2561c7417a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.757948] env[62180]: DEBUG oslo_concurrency.lockutils [None req-2a77b941-a8e6-4d7c-9165-585ff0bbbfe2 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.129325] env[62180]: DEBUG nova.objects.instance [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'flavor' on Instance uuid 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2367.634320] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2367.634544] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2367.634657] env[62180]: DEBUG nova.network.neutron [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2367.634835] env[62180]: DEBUG nova.objects.instance [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'info_cache' on Instance uuid 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2368.138175] env[62180]: DEBUG nova.objects.base [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Object Instance<9a20b39b-7f7c-4789-b4b7-dcc0d6deff99> lazy-loaded attributes: flavor,info_cache {{(pid=62180) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2368.990369] env[62180]: DEBUG nova.network.neutron [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updating instance_info_cache with network_info: [{"id": "d9e6c24c-4667-4945-9fe3-535d95d07521", "address": "fa:16:3e:65:2c:14", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e6c24c-46", "ovs_interfaceid": "d9e6c24c-4667-4945-9fe3-535d95d07521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.297571] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2369.297845] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62180) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2369.493826] env[62180]: DEBUG oslo_concurrency.lockutils [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.795766] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2370.500834] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powering on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2370.501199] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fb05f63-6e66-4e57-9bba-1b78b432dfc5 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.510142] env[62180]: DEBUG oslo_vmware.api [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2370.510142] env[62180]: value = "task-1964668" [ 2370.510142] env[62180]: _type = "Task" [ 2370.510142] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.517709] env[62180]: DEBUG oslo_vmware.api [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.795343] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2370.795565] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2371.019476] env[62180]: DEBUG oslo_vmware.api [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964668, 'name': PowerOnVM_Task, 'duration_secs': 0.373497} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.019750] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powered on the VM {{(pid=62180) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2371.019946] env[62180]: DEBUG nova.compute.manager [None req-4a187cec-cf5f-4d80-8b93-8a483d609ab6 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2371.020685] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c0ee13-a98e-49bb-84e9-e7895052d1f1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.298759] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.298998] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.299186] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.299362] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62180) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2371.300348] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53fc4b9-6611-4e0b-bf98-4d9638ceb0b9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.308654] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef5096-8bb1-49c6-ab23-6aec196fa2d0 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.325036] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8595176d-034b-4fed-a875-1dd91286a2e3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.330043] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08170284-c28b-49ca-a028-8002dbd72cf7 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.360205] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180736MB free_disk=168GB free_vcpus=48 pci_devices=None {{(pid=62180) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2371.360357] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.360556] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.151175] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec2490e-ae61-4ddc-aff0-5e258448792a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.160450] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e589f953-13fa-45f4-b312-213a7a59c963 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Suspending the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2372.160833] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a42a9051-1b00-4328-91e2-dc0b32187866 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.168927] env[62180]: DEBUG oslo_vmware.api [None req-e589f953-13fa-45f4-b312-213a7a59c963 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2372.168927] env[62180]: value = "task-1964669" [ 2372.168927] env[62180]: _type = "Task" [ 2372.168927] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.180484] env[62180]: DEBUG oslo_vmware.api [None req-e589f953-13fa-45f4-b312-213a7a59c963 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964669, 'name': SuspendVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.386901] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Instance 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62180) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2372.387131] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2372.387283] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62180) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2372.416798] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e829497c-b471-4b01-a0c3-cd4955afb173 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.425034] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b7cbb-0293-40ae-bac9-fdf5c91c717b {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.457435] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b3c22-a970-4523-926e-f7684cf4094f {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.465426] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e990b-c298-4632-a182-a7a8e38db990 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.479415] env[62180]: DEBUG nova.compute.provider_tree [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed in ProviderTree for provider: 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2372.679510] env[62180]: DEBUG oslo_vmware.api [None req-e589f953-13fa-45f4-b312-213a7a59c963 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964669, 'name': SuspendVM_Task} progress is 62%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.982685] env[62180]: DEBUG nova.scheduler.client.report [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Inventory has not changed for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2373.179425] env[62180]: DEBUG oslo_vmware.api [None req-e589f953-13fa-45f4-b312-213a7a59c963 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964669, 'name': SuspendVM_Task, 'duration_secs': 0.597802} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.179764] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-e589f953-13fa-45f4-b312-213a7a59c963 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Suspended the VM {{(pid=62180) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2373.179876] env[62180]: DEBUG nova.compute.manager [None req-e589f953-13fa-45f4-b312-213a7a59c963 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2373.180620] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f543122a-e783-4000-a339-cb36d43d1495 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.487446] env[62180]: DEBUG nova.compute.resource_tracker [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62180) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2373.487687] env[62180]: DEBUG oslo_concurrency.lockutils [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.483445] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.483847] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.509520] env[62180]: INFO nova.compute.manager [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Resuming [ 2374.510127] env[62180]: DEBUG nova.objects.instance [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'flavor' on Instance uuid 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2374.988579] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.988767] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Starting heal instance info cache {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2375.491936] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Didn't find any instances for network info cache update. {{(pid=62180) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2375.492419] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2375.795618] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2376.018217] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.018468] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquired lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.018579] env[62180]: DEBUG nova.network.neutron [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Building network info cache for instance {{(pid=62180) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2376.723575] env[62180]: DEBUG nova.network.neutron [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updating instance_info_cache with network_info: [{"id": "d9e6c24c-4667-4945-9fe3-535d95d07521", "address": "fa:16:3e:65:2c:14", "network": {"id": "58230689-64c1-4256-8fcc-6ebec45d6579", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-251967975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "401d682a4ae5461a99a3733555456aad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e6c24c-46", "ovs_interfaceid": "d9e6c24c-4667-4945-9fe3-535d95d07521", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.795311] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2377.226870] env[62180]: DEBUG oslo_concurrency.lockutils [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Releasing lock "refresh_cache-9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" {{(pid=62180) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.227888] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd82eede-458f-44e8-9d96-082cc712a70d {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.234918] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Resuming the VM {{(pid=62180) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2377.235166] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e072e72-45d3-4971-906a-237e2f10f15c {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.241608] env[62180]: DEBUG oslo_vmware.api [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2377.241608] env[62180]: value = "task-1964670" [ 2377.241608] env[62180]: _type = "Task" [ 2377.241608] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.249018] env[62180]: DEBUG oslo_vmware.api [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.751345] env[62180]: DEBUG oslo_vmware.api [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964670, 'name': PowerOnVM_Task, 'duration_secs': 0.491551} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.751745] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Resumed the VM {{(pid=62180) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2377.751826] env[62180]: DEBUG nova.compute.manager [None req-a351281a-0973-4f55-bd54-63c5049fcb0e tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Checking state {{(pid=62180) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2377.752679] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f10fd33-78a7-414a-9a91-c916ff0ba1ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.174148] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.174517] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.174653] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.174822] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.174998] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.177097] env[62180]: INFO nova.compute.manager [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Terminating instance [ 2379.681550] env[62180]: DEBUG nova.compute.manager [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Start destroying the instance on the hypervisor. {{(pid=62180) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2379.681793] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Destroying instance {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2379.683092] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d70992a-0422-4400-8d96-5c0a1fe703fd {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.690596] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powering off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2379.690830] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26001510-6c88-4fe7-b1af-9e706c963586 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.696773] env[62180]: DEBUG oslo_vmware.api [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2379.696773] env[62180]: value = "task-1964671" [ 2379.696773] env[62180]: _type = "Task" [ 2379.696773] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.705188] env[62180]: DEBUG oslo_vmware.api [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.206691] env[62180]: DEBUG oslo_vmware.api [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964671, 'name': PowerOffVM_Task, 'duration_secs': 0.1646} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.207067] env[62180]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Powered off the VM {{(pid=62180) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2380.207198] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Unregistering the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2380.207404] env[62180]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cf581c9-9a86-4cf5-b0d9-d831a331f5e9 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.354378] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Unregistered the VM {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2380.354759] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Deleting contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2380.355102] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleting the datastore file [datastore1] 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2380.355508] env[62180]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921f80b2-7a44-4af9-8068-cf263e707719 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.363825] env[62180]: DEBUG oslo_vmware.api [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for the task: (returnval){ [ 2380.363825] env[62180]: value = "task-1964673" [ 2380.363825] env[62180]: _type = "Task" [ 2380.363825] env[62180]: } to complete. {{(pid=62180) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.375386] env[62180]: DEBUG oslo_vmware.api [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.873435] env[62180]: DEBUG oslo_vmware.api [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Task: {'id': task-1964673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148597} completed successfully. {{(pid=62180) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.873707] env[62180]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted the datastore file {{(pid=62180) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2380.873908] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Deleted contents of the VM from datastore datastore1 {{(pid=62180) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2380.874098] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Instance destroyed {{(pid=62180) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2380.874277] env[62180]: INFO nova.compute.manager [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2380.874512] env[62180]: DEBUG oslo.service.loopingcall [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62180) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2380.874700] env[62180]: DEBUG nova.compute.manager [-] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Deallocating network for instance {{(pid=62180) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2380.874795] env[62180]: DEBUG nova.network.neutron [-] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] deallocate_for_instance() {{(pid=62180) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2381.321744] env[62180]: DEBUG nova.compute.manager [req-373da858-0849-4d5c-ac16-4774e27b5b35 req-12a8a5d8-55f5-4020-8da0-e73fb8cf0fba service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Received event network-vif-deleted-d9e6c24c-4667-4945-9fe3-535d95d07521 {{(pid=62180) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2381.321976] env[62180]: INFO nova.compute.manager [req-373da858-0849-4d5c-ac16-4774e27b5b35 req-12a8a5d8-55f5-4020-8da0-e73fb8cf0fba service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Neutron deleted interface d9e6c24c-4667-4945-9fe3-535d95d07521; detaching it from the instance and deleting it from the info cache [ 2381.322148] env[62180]: DEBUG nova.network.neutron [req-373da858-0849-4d5c-ac16-4774e27b5b35 req-12a8a5d8-55f5-4020-8da0-e73fb8cf0fba service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.799602] env[62180]: DEBUG nova.network.neutron [-] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Updating instance_info_cache with network_info: [] {{(pid=62180) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.824235] env[62180]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cca6a382-48a9-4387-be00-99aa4e6b89d3 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.834146] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b71b9f-f64d-4fbe-ac91-c5dd90907c39 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.857720] env[62180]: DEBUG nova.compute.manager [req-373da858-0849-4d5c-ac16-4774e27b5b35 req-12a8a5d8-55f5-4020-8da0-e73fb8cf0fba service nova] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Detach interface failed, port_id=d9e6c24c-4667-4945-9fe3-535d95d07521, reason: Instance 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 could not be found. {{(pid=62180) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2382.302362] env[62180]: INFO nova.compute.manager [-] [instance: 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99] Took 1.43 seconds to deallocate network for instance. [ 2382.809182] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.809563] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.809711] env[62180]: DEBUG nova.objects.instance [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lazy-loading 'resources' on Instance uuid 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 {{(pid=62180) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2383.342369] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6377769-cf2d-4a95-83e4-dbef255bf047 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.350299] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6548f-24f8-48b5-8f04-f516ad0c067a {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.380080] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acc153f-2357-4b30-bf64-3dee82ed89b4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.387632] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c29f34a-40d3-44d9-866a-b30bcd6802b1 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.400484] env[62180]: DEBUG nova.compute.provider_tree [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2383.795904] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2383.796120] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2383.919625] env[62180]: ERROR nova.scheduler.client.report [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] [req-78050488-cb7e-4bc8-8efa-d0d2b0fb9f0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78050488-cb7e-4bc8-8efa-d0d2b0fb9f0b"}]} [ 2383.936451] env[62180]: DEBUG nova.scheduler.client.report [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Refreshing inventories for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2383.948721] env[62180]: DEBUG nova.scheduler.client.report [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Updating ProviderTree inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2383.948944] env[62180]: DEBUG nova.compute.provider_tree [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 168, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2383.958849] env[62180]: DEBUG nova.scheduler.client.report [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Refreshing aggregate associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, aggregates: None {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2383.977102] env[62180]: DEBUG nova.scheduler.client.report [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Refreshing trait associations for resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62180) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2383.999031] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07383d6c-03bb-4200-a5c3-04c0cc59e13e {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.006221] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeccf6d7-e49a-409f-990b-c89d1ac06fd4 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.036234] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ce0fb-5afa-42af-9a5a-b09b0c1e16ae {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.043176] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf7039b-4d04-4a1a-a734-54dc5e1e8025 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.055611] env[62180]: DEBUG nova.compute.provider_tree [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2384.304594] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] There are 24 instances to clean {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2384.304783] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: d367ef32-aeb9-481a-8dc2-6c4537fdd433] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2384.583265] env[62180]: DEBUG nova.scheduler.client.report [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Updated inventory for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with generation 188 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2384.583536] env[62180]: DEBUG nova.compute.provider_tree [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Updating resource provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b generation from 188 to 189 during operation: update_inventory {{(pid=62180) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2384.583743] env[62180]: DEBUG nova.compute.provider_tree [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Updating inventory in ProviderTree for provider 33eb5817-ed70-4f3e-aa5c-11ad21cdfd5b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 169, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62180) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2384.808783] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 45410c75-ba59-4935-a55e-0463e61a3bc4] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2385.088486] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.108835] env[62180]: INFO nova.scheduler.client.report [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Deleted allocations for instance 9a20b39b-7f7c-4789-b4b7-dcc0d6deff99 [ 2385.312384] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: c99dcf1b-2124-4b13-ad46-c7410403a450] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2385.616649] env[62180]: DEBUG oslo_concurrency.lockutils [None req-dba09a00-dc46-45c6-b029-dcd5836aa4e5 tempest-ServerActionsTestJSON-196170553 tempest-ServerActionsTestJSON-196170553-project-member] Lock "9a20b39b-7f7c-4789-b4b7-dcc0d6deff99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.442s {{(pid=62180) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.818576] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 09adb999-1a85-4b93-9ed9-d64620a6beef] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2386.322434] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 212ef16b-d208-420c-a55d-56f08f391d86] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2386.827250] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 52cb4c57-fdfd-4032-b185-91aa8df07799] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2387.330055] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: b71e4a87-be1a-4214-9faf-cabbaae77aae] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2387.833160] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 9dc0200e-0fff-478b-9636-1c17de698ca1] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2388.336751] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e88746e2-3098-4bef-9557-b6031c88a8ac] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2388.839037] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: b124e1ac-33de-4214-93f0-c8cc6d836f12] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2389.342684] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 4663ec09-e951-4f56-8133-0098ae178dc9] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2389.845641] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1d3a0222-73ab-4589-b017-1275aff60bd1] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2390.349390] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e598c0dd-0103-4b6e-9d3d-3ae836b3029c] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2390.852201] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 065545a8-25b1-444e-ad14-735d0da5e9e5] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2391.355924] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 0a225d67-666f-47b3-9c36-43cee5d0f657] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2391.859583] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: f0ee0f41-2a36-4ce9-bcdd-d90c6acdc1a6] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2392.363245] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 1eea6df7-c95d-481d-8e66-ccf6780dd4a9] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2392.866688] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: e8685c03-1d76-43b6-9329-c8231be9c458] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2393.370802] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 322fc334-2d30-4969-8c83-289645241c65] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2393.874300] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 90215454-d9f5-4dbb-ab27-9c1ccd5cac23] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2394.378139] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: 79b1db90-008b-4ab2-b4a2-57113da3a715] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2394.881236] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: bc1f4530-366c-47df-8af1-3e6fd8a69a85] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2395.384697] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: dfc3a0ab-f3a0-481e-85f6-04065f07feac] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2395.888175] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] [instance: df6f42d3-b222-4186-bd01-47b094a73c5b] Instance has had 0 of 5 cleanup attempts {{(pid=62180) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2396.796028] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2396.796378] env[62180]: DEBUG nova.compute.manager [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Cleaning up deleted instances with incomplete migration {{(pid=62180) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2404.461049] env[62180]: DEBUG oslo_service.periodic_task [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62180) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.461049] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Getting list of instances from cluster (obj){ [ 2404.461049] env[62180]: value = "domain-c8" [ 2404.461049] env[62180]: _type = "ClusterComputeResource" [ 2404.461049] env[62180]: } {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2404.462186] env[62180]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75dbe7-02fa-42ff-9de4-de84a17c4000 {{(pid=62180) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.470890] env[62180]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6b52d-2bc0-45a8-8666-f0d63df45e1d None None] Got total of 0 instances {{(pid=62180) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}